-- Logs begin at Mon 2021-08-02 12:34:24 UTC, end at Mon 2021-08-02 13:43:14 UTC. -- Aug 02 13:08:03.466079 dv-cinder-803181-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 02 13:08:05.839539 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.common.config [-] Logging enabled! Aug 02 13:08:05.840316 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev5 Aug 02 13:08:05.840316 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78462) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 02 13:08:05.843429 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.common.config [-] Logging enabled! Aug 02 13:08:05.843690 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.1.dev5 Aug 02 13:08:05.843999 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78462) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 02 13:08:05.844929 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 02 13:08:05.845187 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 02 13:08:05.845555 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 02 13:08:05.845804 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 02 13:08:05.846036 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 02 13:08:05.846354 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.846715 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.847014 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.847245 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.847534 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.847827 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.848108 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.848396 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.848691 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.848977 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.849287 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.849569 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.849807 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.850091 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] config_source = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.850378 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.850656 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.850880 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] debug = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.851161 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.851584 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.852007 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.852287 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.852573 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.852852 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.853121 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.853422 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.853706 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.854038 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] host = dv-cinder-803181-1-iscsi {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.854315 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.854600 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.854886 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.855171 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.855446 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.855720 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.856003 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.856276 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] log_dir = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.856546 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] log_file = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.856819 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.857106 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.857417 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.857711 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.857940 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.858163 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.858448 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.858733 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.859006 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.859279 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.859551 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.859825 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.860097 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.860363 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.860644 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.860923 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.861232 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.861508 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.861780 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.862052 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.862487 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.862779 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.863048 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.863323 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.863596 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.863883 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.864155 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.864426 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.864727 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.865010 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.865316 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.865603 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.865875 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.866156 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.866429 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.866701 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] use_journal = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.866970 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] use_json = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.867242 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.867514 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.867794 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.868065 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.868335 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.868605 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.868873 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.869154 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:05.869474 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.869774 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.870075 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.870357 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.870650 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.870928 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.871216 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.871863 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.871863 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.872052 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.872339 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.872623 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.872909 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.873209 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.873504 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.873812 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.874110 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.874394 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.874669 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.874947 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.875222 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.875501 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.875788 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.876073 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.876360 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.876634 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.876911 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.877224 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.877505 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.878327 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.878608 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.879065 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.879353 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.879627 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.879921 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.880201 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.880520 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.880734 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.881010 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.881323 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.881601 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.881881 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.882153 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.882427 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.882698 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.882984 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.883260 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.883528 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.883803 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.884083 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.884358 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.884633 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.884911 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.885207 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.885488 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.885761 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.886037 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.886312 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.886586 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.886858 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.887133 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.887401 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.887679 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.887953 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.888226 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.888501 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.888774 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.889047 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.889362 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.889661 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.889948 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.890227 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.890507 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.890786 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.891064 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.891343 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.891620 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.891899 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.892172 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.892464 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.892748 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.893035 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.893397 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.894343 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.894649 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.894935 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.895223 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.895506 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.895788 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.896081 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.896371 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.896667 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.896963 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.897286 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.897582 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.897877 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.898158 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.898473 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.898756 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:05.898978 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 02 13:08:05.899230 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78462) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 02 13:08:06.290627 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO keyring.backend [-] Loading KWallet Aug 02 13:08:06.298333 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO keyring.backend [-] Loading SecretService Aug 02 13:08:06.302390 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO keyring.backend [-] Loading Windows Aug 02 13:08:06.303773 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO keyring.backend [-] Loading chainer Aug 02 13:08:06.304611 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO keyring.backend [-] Loading macOS Aug 02 13:08:06.339732 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:08:06.340006 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:08:06.340297 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:08:06.340638 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 02 13:08:06.653315 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.653523 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.653790 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.655027 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.655300 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.655577 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.778129 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.778407 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.778681 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.791911 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.792195 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.792471 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.822267 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.822554 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.822825 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.861279 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.861946 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:06.861946 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.094924 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.095207 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.095473 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.095740 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.097345 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.222367 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.222681 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.222970 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.223243 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.223509 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.223821 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.224087 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.224346 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.224604 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.224890 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.225152 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.225445 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.225714 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.225972 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.226237 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.226507 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.226765 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.227037 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.227291 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.227573 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.227924 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.228179 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.228428 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.228710 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.228960 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.229226 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.229619 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:08:07.229861 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:08:07.230097 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:08:07.230331 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:08:07.230563 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:08:07.230795 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:08:07.231253 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 02 13:08:07.234510 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 02 13:08:07.238663 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 02 13:08:07.242427 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Aug 02 13:08:07.244045 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 02 13:08:07.244499 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 02 13:08:07.244835 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 02 13:08:07.245245 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 02 13:08:07.248020 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 02 13:08:07.248265 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 02 13:08:07.248758 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 02 13:08:07.277357 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 02 13:08:07.277818 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.278121 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78462) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 02 13:08:07.278487 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.279834 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78462) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 02 13:08:07.280119 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 02 13:08:07.280370 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 02 13:08:07.283640 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.284461 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.347414 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 02 13:08:07.347669 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 02 13:08:07.347761 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 02 13:08:07.348108 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 02 13:08:07.381538 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_db.sqlalchemy.engines [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78462) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Aug 02 13:08:07.721808 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Initializing driver for type 'gre' Aug 02 13:08:07.722359 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] gre ID ranges: [(1, 1000)] Aug 02 13:08:07.779531 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Initializing driver for type 'local' Aug 02 13:08:07.779876 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Initializing driver for type 'vlan' Aug 02 13:08:07.791634 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] VlanTypeDriver initialization complete Aug 02 13:08:07.791992 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Initializing driver for type 'vxlan' Aug 02 13:08:07.792499 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] vxlan ID ranges: [(1, 1000)] Aug 02 13:08:07.844982 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Initializing extension driver 'port_security' Aug 02 13:08:07.845376 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.extensions.port_security [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] PortSecurityExtensionDriver initialization complete Aug 02 13:08:07.845716 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Initializing mechanism driver 'openvswitch' Aug 02 13:08:07.846046 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Initializing mechanism driver 'hyperv' Aug 02 13:08:07.852673 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.plugins.ml2.plugin [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78462) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:08:07.853462 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > port after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.853844 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > port after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.854202 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > port after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.854591 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > subnet after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.854948 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > subnet after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.855296 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.855677 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > network after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.856028 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > network after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.856402 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > network after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.856783 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > security_group after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.857133 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > security_group after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.857504 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.857884 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.858232 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.858575 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.858952 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > address_group after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.859296 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > address_group after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.859640 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.859980 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] ML2 OVO RPC backend initialized. {{(pid=78462) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Aug 02 13:08:07.860676 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.861030 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.861475 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > network before_response 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.862515 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > networks before_response 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.862798 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > port before_response 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.863262 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > ports before_response 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.863627 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > subnet before_response 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.863972 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > subnets before_response 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.864323 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > network after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.864763 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > network after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.865012 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > network after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.865379 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > port after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.865722 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > port after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.866059 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > port after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.866401 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > subnet after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.866745 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > subnet after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.867084 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.867667 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.plugin [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Modular L2 Plugin initialization complete Aug 02 13:08:07.867996 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading services supported by the core plugin {{(pid=78462) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 02 13:08:07.868326 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.plugins.ml2.managers [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Got port-security extension from driver 'port_security' Aug 02 13:08:07.868790 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.extensions.vlantransparent [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Disabled vlantransparent extension. Aug 02 13:08:07.869303 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78462) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 02 13:08:07.869623 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading Plugin: router Aug 02 13:08:07.906265 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.906660 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router after_create 55549900 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.907040 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router before_create 55549900 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.907407 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.907782 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.908136 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router after_delete 55549900 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.908492 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.908934 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router after_create 55549900 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.909908 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router after_update 55549900 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.910266 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router after_update 55549900 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.910614 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.910978 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router after_update 55549900 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.911390 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router precommit_update 55549900 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.911758 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: port after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.912100 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: port after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.912438 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: subnet after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.912778 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.913126 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.913493 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router precommit_create 55549900 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.913836 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: port before_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.914180 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router precommit_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.914534 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router after_update 55549900 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.914877 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.915225 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router precommit_create 55549900 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.915587 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.915934 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router precommit_update 55549900 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.916298 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > agent after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.916648 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > agent after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.916998 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > network after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.917890 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Tracking information for resource: router configured {{(pid=78462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:08:07.918222 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Tracking information for resource: floatingip configured {{(pid=78462) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 02 13:08:07.923073 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.db.l3_agentschedulers_db [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 02 13:08:07.923660 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: port after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.924005 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: port after_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.924360 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: port after_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.924845 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: port after_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.925676 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router before_create 55550100 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.926043 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.926408 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router precommit_create 55550100 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.926766 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > router precommit_update 55550100 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.931358 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.services.provider_configuration [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Service providers = [] {{(pid=78462) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 02 13:08:07.931727 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.db.servicetype_db [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78462) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 02 13:08:07.934666 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.services.service_base [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 13:08:07.935016 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.services.service_base [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 13:08:07.935357 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.services.service_base [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 13:08:07.936276 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.services.service_base [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78462) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 02 13:08:07.936815 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.services.service_base [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 02 13:08:07.937228 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:08:07.937549 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 02 13:08:07.948596 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:08:07.948932 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading Plugin: auto_allocate Aug 02 13:08:07.954722 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: network precommit_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.955100 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: network precommit_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.955628 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:08:07.956585 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading Plugin: tag Aug 02 13:08:07.963351 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:08:07.963683 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading Plugin: timestamp Aug 02 13:08:07.967484 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:08:07.967815 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading Plugin: network_ip_availability Aug 02 13:08:07.973755 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.974034 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.974391 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:07.975125 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:08:07.975442 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading Plugin: flavors Aug 02 13:08:07.981681 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:08:07.982009 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading Plugin: revisions Aug 02 13:08:07.986259 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78462) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 02 13:08:07.986654 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_concurrency.lockutils [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.646s {{(pid=78462) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:08:07.987484 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78462) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 02 13:08:07.987822 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Initializing extension manager. Aug 02 13:08:07.988324 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: __init__.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:07.988663 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: __pycache__ {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:07.988996 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:07.989364 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: address_group.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:07.990129 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:07.990689 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: address-group Aug 02 13:08:07.991011 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: address_scope.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:07.991720 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:07.992222 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: address-scope Aug 02 13:08:07.992544 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:07.993490 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:07.993994 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: router-admin-state-down-before-update Aug 02 13:08:07.994317 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: agent.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:07.995070 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:07.995519 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: agent Aug 02 13:08:07.995841 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: agent_resources_synced.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:07.996753 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:07.997284 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: agent-resources-synced Aug 02 13:08:07.997609 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: allowedaddresspairs.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:07.999384 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:07.999908 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: allowed-address-pairs Aug 02 13:08:08.000236 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: auto_allocated_topology.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.001339 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.001851 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: auto-allocated-topology Aug 02 13:08:08.002172 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: availability_zone.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.003402 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.003899 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: availability_zone Aug 02 13:08:08.004217 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: availability_zone_filter.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.005269 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.005730 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: availability_zone_filter Aug 02 13:08:08.006047 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: data_plane_status.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.006957 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.007455 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension data-plane-status not supported by any of loaded plugins Aug 02 13:08:08.007781 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: default_subnetpools.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.008684 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.009719 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: default-subnetpools Aug 02 13:08:08.009719 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.010329 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.010832 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: dhcp_agent_scheduler Aug 02 13:08:08.011155 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: dns.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.012072 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.012571 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension dns-integration not supported by any of loaded plugins Aug 02 13:08:08.012893 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: dns_domain_ports.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.013830 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.014331 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 02 13:08:08.014654 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: dvr.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.015329 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.015825 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: dvr Aug 02 13:08:08.016146 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: empty_string_filtering.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.017067 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.017604 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: empty-string-filtering Aug 02 13:08:08.017926 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.018897 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.019393 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 02 13:08:08.019714 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.020628 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.021132 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 02 13:08:08.021476 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: external_net.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.022386 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.022890 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: external-net Aug 02 13:08:08.023211 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.024125 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.024630 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: extra_dhcp_opt Aug 02 13:08:08.024949 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: extraroute.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.025880 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.026387 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: extraroute Aug 02 13:08:08.026700 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: extraroute_atomic.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.027727 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.028232 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: extraroute-atomic Aug 02 13:08:08.028552 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: filter_validation.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.029240 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.029742 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: filter-validation Aug 02 13:08:08.030058 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: fip_pf_description.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.031144 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.031692 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 02 13:08:08.032013 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: fip_port_details.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.032927 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.033452 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: fip-port-details Aug 02 13:08:08.033775 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: flavors.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.035557 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.036066 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: flavors Aug 02 13:08:08.036391 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.038069 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.038576 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 02 13:08:08.038903 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: floatingip_pools.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.039602 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.040105 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: floatingip-pools Aug 02 13:08:08.040427 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: ip_allocation.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.041388 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.041886 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension ip_allocation not supported by any of loaded plugins Aug 02 13:08:08.042209 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.043130 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.043635 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: ip-substring-filtering Aug 02 13:08:08.043963 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: l2_adjacency.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.044889 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.045428 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 02 13:08:08.045754 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: l3.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.046724 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.047237 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: router Aug 02 13:08:08.047563 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.050443 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.051047 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 02 13:08:08.051382 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.052320 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.052832 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: ext-gw-mode Aug 02 13:08:08.053198 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.054216 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.054997 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: l3-ha Aug 02 13:08:08.055329 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: l3_flavors.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.056250 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.056757 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: l3-flavors Aug 02 13:08:08.057082 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.058037 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.058539 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 02 13:08:08.058864 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: l3agentscheduler.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.059914 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.060425 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: l3_agent_scheduler Aug 02 13:08:08.060753 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: logging.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.062255 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.062771 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension logging not supported by any of loaded plugins Aug 02 13:08:08.063128 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: metering.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.063914 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.064489 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: metering Aug 02 13:08:08.064817 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.066603 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.067121 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: metering_source_and_destination_fields Aug 02 13:08:08.067449 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: multiprovidernet.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.068506 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.069014 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: multi-provider Aug 02 13:08:08.069376 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: netmtu.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.070298 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.070801 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: net-mtu Aug 02 13:08:08.071126 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: netmtu_writable.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.072048 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.072551 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: net-mtu-writable Aug 02 13:08:08.072875 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: network_availability_zone.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.073575 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.074079 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: network_availability_zone Aug 02 13:08:08.074399 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: network_ip_availability.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.075485 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.076001 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: network-ip-availability Aug 02 13:08:08.076324 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: network_segment_range.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.077089 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.077612 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension network-segment-range not supported by any of loaded plugins Aug 02 13:08:08.077932 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: pagination.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.078914 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.079245 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: pagination Aug 02 13:08:08.079565 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: port_device_profile.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.080470 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.081732 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: port-device-profile Aug 02 13:08:08.082057 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.083002 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.083509 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: port-mac-address-regenerate Aug 02 13:08:08.083831 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.084741 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.085269 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: port-numa-affinity-policy Aug 02 13:08:08.085590 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: port_resource_request.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.086501 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.087007 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension port-resource-request not supported by any of loaded plugins Aug 02 13:08:08.087328 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: portbindings.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.088249 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.088752 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: binding Aug 02 13:08:08.089072 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: portbindings_extended.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.090362 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.090874 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: binding-extended Aug 02 13:08:08.091199 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: portsecurity.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.092126 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.092634 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: port-security Aug 02 13:08:08.092958 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: project_id.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.093955 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.094289 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: project-id Aug 02 13:08:08.094613 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: providernet.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.095531 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.096042 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: provider Aug 02 13:08:08.096409 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: qos.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.099943 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.100461 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension qos not supported by any of loaded plugins Aug 02 13:08:08.100796 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.102071 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.102583 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 02 13:08:08.102911 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.103826 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.104333 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 02 13:08:08.104660 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: qos_default.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.105600 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.106108 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension qos-default not supported by any of loaded plugins Aug 02 13:08:08.106431 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: qos_fip.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.107090 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.107585 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension qos-fip not supported by any of loaded plugins Aug 02 13:08:08.107919 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: qos_gateway_ip.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.108830 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.109365 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 02 13:08:08.109688 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: qos_port_network_policy.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.110597 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.111095 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 02 13:08:08.111416 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: qos_rule_type_details.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.112360 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.112858 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 02 13:08:08.113198 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: qos_rules_alias.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.114239 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.114745 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 02 13:08:08.115070 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: quotasv2.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.115986 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.116437 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: quotas Aug 02 13:08:08.116762 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: quotasv2_detail.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.118388 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.118728 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: quota_details Aug 02 13:08:08.119064 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: rbac.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.120121 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.120644 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: rbac-policies Aug 02 13:08:08.120977 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: rbac_address_group.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.121932 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.122446 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: rbac-address-group Aug 02 13:08:08.122774 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: rbac_address_scope.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.123690 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.124203 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: rbac-address-scope Aug 02 13:08:08.124529 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: rbac_security_groups.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.125473 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.125989 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: rbac-security-groups Aug 02 13:08:08.126322 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: rbac_subnetpool.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.127252 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.128309 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: rbac-subnetpool Aug 02 13:08:08.128630 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: revisionifmatch.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.129591 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.130100 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: revision-if-match Aug 02 13:08:08.130425 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: revisions.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.131528 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.132032 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: standard-attr-revisions Aug 02 13:08:08.132360 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: router_availability_zone.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.133036 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.133644 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: router_availability_zone Aug 02 13:08:08.133970 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: routerservicetype.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.134895 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.135406 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension router-service-type not supported by any of loaded plugins Aug 02 13:08:08.135730 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.136653 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.137179 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: security-groups-normalized-cidr Aug 02 13:08:08.137599 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.138427 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.138935 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: port-security-groups-filtering Aug 02 13:08:08.139259 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.140172 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.140678 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: security-groups-remote-address-group Aug 02 13:08:08.140998 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: securitygroup.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.151709 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.152241 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: security-group Aug 02 13:08:08.152570 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: segment.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.153445 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.153950 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension segment not supported by any of loaded plugins Aug 02 13:08:08.154272 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.155226 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.155726 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 02 13:08:08.156046 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: servicetype.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.157214 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.157732 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: service-type Aug 02 13:08:08.158054 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: sorting.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.159601 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.159934 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: sorting Aug 02 13:08:08.160256 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: standard_attr_segment.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.161184 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.161703 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 02 13:08:08.162026 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: standardattrdescription.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.162698 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.163247 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: standard-attr-description Aug 02 13:08:08.163570 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: stateful_security_group.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.164491 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.164998 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: stateful-security-group Aug 02 13:08:08.165414 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: stdattrs_common.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.166006 dv-cinder-803181-1-iscsi neutron-server[78462]: WARNING neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 02 13:08:08.166328 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.167348 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.167842 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 02 13:08:08.168168 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: subnet_onboard.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.169271 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.169783 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: subnet_onboard Aug 02 13:08:08.170106 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.171029 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.171536 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 02 13:08:08.171851 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: subnet_service_types.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.172777 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.173317 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: subnet-service-types Aug 02 13:08:08.173642 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: subnetallocation.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.174817 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.175325 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: subnet_allocation Aug 02 13:08:08.175648 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.176482 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.176993 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: subnetpool-prefix-ops Aug 02 13:08:08.177351 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.178297 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.178797 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 02 13:08:08.179116 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: tagging.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.180467 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.180985 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: standard-attr-tag Aug 02 13:08:08.181348 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: timestamp.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.182556 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.183063 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loaded extension: standard-attr-timestamp Aug 02 13:08:08.183393 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: trunk.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.184412 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.184922 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension trunk not supported by any of loaded plugins Aug 02 13:08:08.185283 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: trunk_details.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.186208 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.186716 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension trunk-details not supported by any of loaded plugins Aug 02 13:08:08.187040 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: uplink_status_propagation.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.187952 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.188457 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 02 13:08:08.188779 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Loading extension file: vlantransparent.py {{(pid=78462) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 02 13:08:08.189489 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78462) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 02 13:08:08.189996 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 02 13:08:08.193082 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:network Aug 02 13:08:08.193865 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:subnet Aug 02 13:08:08.194664 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 13:08:08.195278 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:port Aug 02 13:08:08.196560 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.v2.resource_helper [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:08:08.197010 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.v2.resource_helper [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Service FLAVORS assigned prefix: {{(pid=78462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:08:08.197782 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.v2.resource_helper [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:08:08.198245 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.v2.resource_helper [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:08:08.198575 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:router Aug 02 13:08:08.199224 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:floatingip Aug 02 13:08:08.199941 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.v2.resource_helper [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Service METERING assigned prefix: /metering {{(pid=78462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:08:08.201420 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:08.201795 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:08.202150 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=78462) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:08:08.203302 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 02 13:08:08.203740 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:security_group Aug 02 13:08:08.204412 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 02 13:08:08.205147 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.v2.resource_helper [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Service CORE assigned prefix: {{(pid=78462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:08:08.205499 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 13:08:08.205931 dv-cinder-803181-1-iscsi neutron-server[78462]: WARNING neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] subnetpool is already registered Aug 02 13:08:08.206557 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.v2.resource_helper [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Service CORE assigned prefix: {{(pid=78462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:08:08.206886 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 13:08:08.207225 dv-cinder-803181-1-iscsi neutron-server[78462]: WARNING neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] subnetpool is already registered Aug 02 13:08:08.209807 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.v2.resource_helper [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:08:08.210240 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.v2.resource_helper [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Service FLAVORS assigned prefix: {{(pid=78462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:08:08.210834 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.v2.resource_helper [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:08:08.211259 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.v2.resource_helper [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=78462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:08:08.211588 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:router Aug 02 13:08:08.211915 dv-cinder-803181-1-iscsi neutron-server[78462]: WARNING neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] router is already registered Aug 02 13:08:08.212510 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:floatingip Aug 02 13:08:08.212835 dv-cinder-803181-1-iscsi neutron-server[78462]: WARNING neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] floatingip is already registered Aug 02 13:08:08.213480 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.v2.resource_helper [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Service METERING assigned prefix: /metering {{(pid=78462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:08:08.214148 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of CountableResource for resource:rbac_policy Aug 02 13:08:08.214476 dv-cinder-803181-1-iscsi neutron-server[78462]: WARNING neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] rbac_policy is already registered Aug 02 13:08:08.215016 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:security_group Aug 02 13:08:08.215345 dv-cinder-803181-1-iscsi neutron-server[78462]: WARNING neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] security_group is already registered Aug 02 13:08:08.215930 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 02 13:08:08.216269 dv-cinder-803181-1-iscsi neutron-server[78462]: WARNING neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] security_group_rule is already registered Aug 02 13:08:08.216937 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.v2.resource_helper [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Service CORE assigned prefix: {{(pid=78462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:08:08.217298 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 13:08:08.217634 dv-cinder-803181-1-iscsi neutron-server[78462]: WARNING neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] subnetpool is already registered Aug 02 13:08:08.218234 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.v2.resource_helper [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Service CORE assigned prefix: {{(pid=78462) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 02 13:08:08.218559 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Creating instance of TrackedResource for resource:subnetpool Aug 02 13:08:08.218880 dv-cinder-803181-1-iscsi neutron-server[78462]: WARNING neutron.quota.resource_registry [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] subnetpool is already registered Aug 02 13:08:08.219523 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: extensions {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.221008 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: address-groups {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.223201 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: address-scopes {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.224466 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: agents {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.225591 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: auto-allocated-topology {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.226830 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: availability_zones {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.229130 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: dhcp-networks {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.230656 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: dhcp-agents {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.232262 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: routers {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.233975 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: flavors {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.235242 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: service_profiles {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.236451 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: next_providers {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.238186 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: service_profiles {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.239634 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: floatingip-pools {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.240856 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: routers {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.242651 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: floatingips {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.243846 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: l3-routers {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.245248 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: l3-agents {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.246655 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: metering-labels {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.248014 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: metering-label-rules {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.249328 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: network-ip-availabilities {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.250617 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: bindings {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.252255 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: quotas {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.254361 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: quotas {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.255792 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: rbac-policies {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.257070 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: security-groups {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.258314 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: security-group-rules {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.259560 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: service-providers {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.260780 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: subnetpools {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.262242 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: subnetpools {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.263691 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: tags {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.265542 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: tags {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.267346 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: tags {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.269925 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: tags {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.271717 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: tags {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.273607 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: tags {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.275314 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: tags {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.277239 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: tags {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.279016 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: tags {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.280855 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron.api.extensions [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Extended resource: tags {{(pid=78462) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 02 13:08:08.286942 dv-cinder-803181-1-iscsi neutron-server[78462]: WARNING keystonemiddleware.auth_token [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 02 13:08:08.292815 dv-cinder-803181-1-iscsi neutron-server[78462]: WARNING keystonemiddleware.auth_token [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 02 13:08:08.301597 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_concurrency.lockutils [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Acquired lock "singleton_lock" {{(pid=78462) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 02 13:08:08.302077 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_concurrency.lockutils [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Releasing lock "singleton_lock" {{(pid=78462) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 02 13:08:08.302732 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO oslo_service.service [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Starting 2 workers Aug 02 13:08:08.307706 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Started child 78567 {{(pid=78462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 02 13:08:08.312439 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Started child 78568 {{(pid=78462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 02 13:08:08.314122 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO neutron.service [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 02 13:08:08.314716 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:08.315793 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Notify callbacks [] for process, before_spawn {{(pid=78462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:08.317389 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [-] (78567) wsgi starting up on http://0.0.0.0:9696 Aug 02 13:08:08.318084 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO oslo_service.service [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Starting 1 workers Aug 02 13:08:08.319858 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:08.321813 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [-] (78568) wsgi starting up on http://0.0.0.0:9696 Aug 02 13:08:08.323251 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Started child 78569 {{(pid=78462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 02 13:08:08.323814 dv-cinder-803181-1-iscsi neutron-server[78462]: INFO oslo_service.service [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Starting 1 workers Aug 02 13:08:08.327414 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.service [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] calling RpcWorker wait() {{(pid=78569) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 02 13:08:08.327990 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.service [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] returning from RpcWorker wait() {{(pid=78569) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 02 13:08:08.328310 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Started child 78570 {{(pid=78462) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Aug 02 13:08:08.329229 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG neutron_lib.callbacks.manager [None req-9b62e5b3-ab34-49d4-9e32-27601179aca6 None None] Notify callbacks [] for process, after_spawn {{(pid=78462) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:08.329781 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:08.330432 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:08:08.331336 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78462) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 02 13:08:08.331547 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 02 13:08:08.331717 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 02 13:08:08.331939 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 02 13:08:08.332274 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 02 13:08:08.332446 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 02 13:08:08.332970 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.333275 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.333549 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.333814 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.334123 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.334647 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.334918 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.335181 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.335458 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.335702 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.335870 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.336036 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.336285 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.336531 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.336897 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.337190 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.337423 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.337615 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:08.338122 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.338122 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.338122 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.338355 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.338747 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.339028 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] debug = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.339287 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.339436 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:08:08.339792 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.340007 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.340267 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.340517 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.340800 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.341027 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.341328 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.341586 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.341803 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.342056 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.342314 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.342555 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.342814 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.343054 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.343325 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.343572 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.344036 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] host = dv-cinder-803181-1-iscsi {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.344292 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.344534 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.344782 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.345040 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.345319 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.345539 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.345786 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.346044 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.346371 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.346603 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.346873 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.347117 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.347349 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.347599 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_file = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.347765 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_options = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.347983 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.348267 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.348543 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.348734 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.348903 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.349080 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.349401 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.349587 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.349775 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.349968 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.350183 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.350387 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.350617 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.350853 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.351119 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.351354 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.351592 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.351802 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.352057 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.352282 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.352505 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.352747 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.353004 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.353243 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.353497 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.353767 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.353909 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.354138 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.354448 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.354603 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.354832 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.355059 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.355302 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.355562 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.355789 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.356015 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.356228 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.356501 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.356731 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.356970 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.357257 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.357494 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.357717 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.357931 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.358182 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.358415 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] use_json = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.358626 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.358853 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.359112 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.359327 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.359572 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.359749 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.359972 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.360205 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.360613 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.360908 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.361255 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.361504 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.361769 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.362640 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.362946 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.363200 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.363453 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.363686 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.364018 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.364246 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.364528 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.364767 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.365012 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.365352 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.365632 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.365906 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.366143 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.366398 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.366629 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.366883 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.367169 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.367431 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.367703 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.367967 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.368191 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.368436 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.368689 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.368904 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.369119 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.369358 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.369699 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.369858 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.370073 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.370294 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.370540 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.370755 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.370999 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.371254 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.371495 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.371741 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.371961 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.372196 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.372431 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.372644 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.373051 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.373229 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.373476 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.373631 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.373780 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.374117 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.374256 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.374417 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.374663 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.374895 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.375120 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.375330 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.375923 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.375923 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.376155 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.376350 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.376465 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.376694 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.376922 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.377133 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.377356 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.377719 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.378430 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.378649 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.379045 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.379285 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.379502 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.379719 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.379953 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.380157 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.380371 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.380619 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.380839 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.381054 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.381499 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.381499 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.381741 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.381954 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.382246 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.382551 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.382800 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.383067 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.383306 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.383551 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.383791 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.384046 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.384286 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.384525 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.384829 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.385057 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.385343 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.385579 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.385807 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.386047 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.386303 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.386538 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.386760 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.386976 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.387226 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.387447 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.387689 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.387919 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.388171 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.388427 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.388818 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.388951 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.389227 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.389513 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.389747 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.390091 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.390293 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.390561 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.390816 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.391066 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.391312 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.391557 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.391790 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.392051 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.392281 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.392537 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.392754 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.393033 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.393389 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.393795 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.394004 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.394258 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.394597 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.394850 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.395122 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.395296 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.395564 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.395800 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.396061 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.396320 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.396585 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.396961 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.397099 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.397415 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.397601 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.397841 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.398097 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.398312 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.398565 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.398801 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.399019 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.399234 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.399482 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.399728 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.399962 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.400218 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.400427 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.400666 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.400922 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.401097 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.401351 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.401602 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.401862 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.402099 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.402318 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.402554 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.402790 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.403037 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.403254 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.403535 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.404010 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.404010 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.404283 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.404469 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.404723 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.404943 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.405201 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.405423 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.405636 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.405848 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.406065 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.406277 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.406509 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.406752 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.406984 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.407214 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.407476 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.407776 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.408028 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.408265 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.408498 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.408714 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.409075 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.409459 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.409699 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.409916 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.410134 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.410350 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.410622 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.410869 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.411120 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.411353 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.411583 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.411794 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.412009 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.412219 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.412502 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.412752 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.412980 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417037 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417037 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417037 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417037 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417037 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417037 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417037 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417037 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417037 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417834 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417834 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417834 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417834 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417834 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417834 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417834 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.417834 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.418422 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.418422 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.418422 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.418422 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.418422 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.418422 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.418422 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.418892 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.418892 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.419217 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.419526 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.419770 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.420037 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.420317 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.420586 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.420924 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.421059 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.421544 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.422003 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.422435 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.422849 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.423245 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.423691 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.424067 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.424972 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.425364 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.425746 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.426110 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.426530 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.426789 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.427017 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.427257 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.427516 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.427757 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.427982 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.428218 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.428458 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.428674 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.428828 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 02 13:08:08.429838 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78462) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Aug 02 13:08:08.430006 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}} Aug 02 13:08:08.430165 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}} Aug 02 13:08:08.430335 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}} Aug 02 13:08:08.430652 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}} Aug 02 13:08:08.430948 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}} Aug 02 13:08:08.431294 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.431598 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.431889 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.432218 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.432378 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.432572 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.432731 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.432893 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.433054 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.433241 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.433399 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.433698 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.434014 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.434312 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.434607 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.434903 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.435188 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.435484 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.435780 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.436072 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] config_source = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.436362 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.436667 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.436836 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] debug = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.437129 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.437570 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.437855 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.438133 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.438408 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.438677 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.438956 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.439207 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.439385 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.439565 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.439742 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.439914 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.440137 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.440349 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.440524 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.440693 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.440860 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.441027 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] host = dv-cinder-803181-1-iscsi {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.441220 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.441512 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.441688 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.441857 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.442023 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.442190 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.442356 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.442522 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.442688 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.442852 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.443018 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.443183 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.443347 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_dir = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.443511 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_file = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.443676 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_options = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.443840 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.444003 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.444168 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.444477 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.444653 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.444819 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.444983 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.445151 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.445376 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.445616 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.445808 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.445978 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.446146 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.446312 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.446520 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.446620 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.446791 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.446955 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.447120 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.447290 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.447453 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.447616 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.447779 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.447942 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.448106 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.448270 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.448433 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.448597 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.448760 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.448925 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.449089 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.449276 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.449441 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.449647 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.449812 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.449977 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.450140 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.450309 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.450472 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.450642 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.450807 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.450971 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.451136 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.451298 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.451486 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] use_journal = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.451650 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] use_json = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.451813 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.451977 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.452140 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.452305 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.452468 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.452632 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.452797 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.452961 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}} Aug 02 13:08:08.453149 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.453338 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.453519 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.453680 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.454024 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.454119 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.454278 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.454736 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.454736 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.454957 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.455103 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.455230 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.455353 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.457518 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.457518 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.457518 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.457518 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.457518 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.457518 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.457518 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.458494 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.461437 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.461669 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.461857 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.462042 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.462222 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.462400 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.462581 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.462770 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.462928 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.463093 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.463267 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.463438 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.463609 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.463778 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.463949 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.464122 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.464307 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.464445 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.465097 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.465328 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.466767 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.467295 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.467795 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.468833 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.469253 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.469963 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.470144 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.470333 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.470517 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.470711 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.470892 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.471074 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.471248 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.471530 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.471696 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.471851 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.472022 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.472193 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.472362 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.472532 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.472715 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.472882 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.473051 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.473810 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.474393 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.474638 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.474744 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.475923 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.476106 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.476286 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.476462 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.476678 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.476845 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.476959 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.477130 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.477306 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.477476 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.477635 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.477836 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.477950 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.478121 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.478289 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.478454 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.478634 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.478815 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.479359 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.479359 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.479359 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.479627 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.479627 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.479828 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.479909 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.480066 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.480230 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.480396 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.480563 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.480733 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.480899 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.481066 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.481657 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.482618 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.482618 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.482618 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.482882 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.483204 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.483204 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.483395 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.483529 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.483693 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.483828 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:08:08.484028 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.484028 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.484178 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.484333 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.484521 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.484695 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.484834 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.484999 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.485193 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.485352 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.485517 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.485683 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.485848 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.485848 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.486221 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.486305 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.486472 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.486703 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.486825 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.487534 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.487703 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.487870 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.488061 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.488228 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.488394 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.488559 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.488725 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.488891 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.489056 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.489246 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.489413 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.489579 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.489745 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.489910 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.490075 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.490240 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.490405 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.490572 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.490738 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.490903 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.491069 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.491235 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.491401 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.491566 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.491733 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.491899 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.492065 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.492231 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.492398 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.492562 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.492728 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.492893 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.493058 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.493243 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.493411 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.493577 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.493742 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.493908 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.494074 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.494243 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.494409 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.494629 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.494729 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.494893 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.495058 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.495225 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.495393 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.495561 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.495726 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.495892 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.496056 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.496222 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.496387 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.496552 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.496719 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.496884 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.497049 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.497250 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.497417 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.497587 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.497886 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.497886 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.498834 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.498834 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.499131 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.499309 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.499477 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.499682 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.499936 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.500133 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.500293 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.500465 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.500637 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.500804 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.500971 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.501225 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.501457 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.501680 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.501895 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.502101 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.502312 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.502482 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.502669 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.502859 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.503070 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.503149 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.503294 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.503456 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.503612 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.503788 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.503950 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.504125 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.504293 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.504462 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.504703 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.504807 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.504954 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.505118 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.505645 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.505645 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.505645 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.505857 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.505957 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.506088 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.506262 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.507252 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.508723 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.508888 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.509065 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.509427 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.509427 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.509618 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.509796 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.510614 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.510614 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.510614 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.510614 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.510614 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.511011 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.511011 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.511178 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.511259 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.511397 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.511563 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.511734 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.511894 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.512070 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.512225 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.512386 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.512553 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.512713 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.512874 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.513044 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.513513 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}} Aug 02 13:08:08.513681 dv-cinder-803181-1-iscsi neutron-server[78462]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78462) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 02 13:08:08.641919 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 45998) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:08:08.652271 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064375 Aug 02 13:08:19.766471 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700fdf8b-820e-41f6-9d46-f20ad18e0c17 None None] get_active_networks_info from dv-cinder-803181-1-iscsi {{(pid=78569) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Aug 02 13:08:19.838546 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700fdf8b-820e-41f6-9d46-f20ad18e0c17 None None] No non-hosted networks {{(pid=78569) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 02 13:08:19.859837 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-3dabfd63-5602-411b-9dee-fd44b60c1bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1807961'] for agent, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:20.087307 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1807961'] for agent, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:20.088167 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:20.088514 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:20.090489 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:20.090489 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:20.090489 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:20.090754 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:20.092013 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:20.096966 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:20.097803 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:20.098431 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:20.100121 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:20.103735 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:20.105829 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-803181-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:08:20.122630 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-803181-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:08:22.766695 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-dff5a214-7820-4117-8f49-fe1ef7e16bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1807961'] for agent, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:22.806168 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4cbc405f-3ca7-4aa5-b63d-02b81a82117e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:23.505192 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1807961'] for agent, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:24.913397 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1807961'] for agent, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:26.702224 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46092) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:08:26.825064 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.db.l3_hamode_db [None req-1747e85e-10bd-4708-9cda-ffe157266ecb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 02 13:08:26.920935 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1747e85e-10bd-4708-9cda-ffe157266ecb None None] Routers set() bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:08:26.921354 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1747e85e-10bd-4708-9cda-ffe157266ecb None None] Router IDs set() for agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 02 13:08:27.326051 dv-cinder-803181-1-iscsi neutron-server[78568]: WARNING oslo_policy.policy [None req-90e04a72-9e52-4da1-a5fc-81b84266b8d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:08:27.326603 dv-cinder-803181-1-iscsi neutron-server[78568]: WARNING oslo_policy.policy [None req-90e04a72-9e52-4da1-a5fc-81b84266b8d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:08:27.568588 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [None req-90e04a72-9e52-4da1-a5fc-81b84266b8d5 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=78568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 13:08:27.569634 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-90e04a72-9e52-4da1-a5fc-81b84266b8d5 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8664761 Aug 02 13:08:30.089629 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46106) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:08:30.577389 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-203cff30-ffd0-47d5-9b0f-05f9ae7d520d admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:08:30.680641 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.policy [None req-203cff30-ffd0-47d5-9b0f-05f9ae7d520d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78568) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 02 13:08:30.727033 dv-cinder-803181-1-iscsi neutron-server[78568]: WARNING oslo_policy.policy [None req-203cff30-ffd0-47d5-9b0f-05f9ae7d520d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:08:30.727473 dv-cinder-803181-1-iscsi neutron-server[78568]: WARNING oslo_policy.policy [None req-203cff30-ffd0-47d5-9b0f-05f9ae7d520d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:08:30.736614 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.quota [None req-203cff30-ffd0-47d5-9b0f-05f9ae7d520d admin admin] Loaded quota_driver: . Aug 02 13:08:30.753144 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-203cff30-ffd0-47d5-9b0f-05f9ae7d520d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:08:30.818811 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-203cff30-ffd0-47d5-9b0f-05f9ae7d520d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774020442282', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774020442759', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774020451397', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774020456721', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774020467432', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774020473843', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3409389', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3302400', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1929556', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2093984'] for rbac-policy, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:30.893481 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-203cff30-ffd0-47d5-9b0f-05f9ae7d520d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:30.894901 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-203cff30-ffd0-47d5-9b0f-05f9ae7d520d admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8039913 Aug 02 13:08:33.762949 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46120) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:08:34.131500 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Request body: {'network': {'project_id': 'fd75751b171a45bfb4669442f9670a0f', 'name': 'private', 'admin_state_up': True}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:08:34.136415 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:08:34.140943 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Usage tracker for resource:network and tenant:fd75751b171a45bfb4669442f9670a0f is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:08:34.146374 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:08:34.152567 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:08:34.164013 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Made reservation on behalf of fd75751b171a45bfb4669442f9670a0f for: {'network': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:08:34.166829 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:34.185458 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:34.200977 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:08:34.205652 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Usage tracker for resource:security_group_rule and tenant:fd75751b171a45bfb4669442f9670a0f is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:08:34.211211 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:08:34.217188 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:08:34.325714 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:34.331082 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:34.335625 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:08:34.355288 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=78568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:08:34.385542 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774015622292', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:34.386224 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Unsubscribe: segment precommit_create {{(pid=78568) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 02 13:08:34.386729 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.segments_db [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Added segment 477441aa-ab4f-4a41-a1f2-28ce7c6b56b4 of type vlan for network b7e06ce0-569b-4ae4-a145-f7ac303da695 Aug 02 13:08:34.437884 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592fc3fb-269c-49cd-a018-bad65d6fe407,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:08:34.459424 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:34.459767 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:34.460098 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:34.460419 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:34.460751 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:34.461073 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:34.461415 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:34.461726 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:34.462050 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:34.462361 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:34.462667 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:34.462971 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Tracked resource versions report: Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: pushed versions: Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: { 'AddressGroup': {'1.2'}, Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'ConntrackHelper': {'1.0'}, Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Log': {'1.0'}, Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Network': {'1.1'}, Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Port': {'1.7'}, Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'PortForwarding': {'1.2'}, Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'QosPolicy': {'1.8'}, Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'SecurityGroup': {'1.4'}, Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'SubPort': {'1.0'}, Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Subnet': {'1.1'}, Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Trunk': {'1.1'}} Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: consumer versions: Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: { DHCP agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: L3 agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: Metadata agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: Metering agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: Open vSwitch agent@dv-cinder-803181-1-iscsi: { 'AddressGroup': '1.2', Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'ConntrackHelper': '1.0', Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Log': '1.0', Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Network': '1.1', Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Port': '1.7', Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'PortForwarding': '1.2', Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'QosPolicy': '1.8', Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'SecurityGroup': '1.4', Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'SecurityGroupRule': '1.2', Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'SubPort': '1.0', Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Subnet': '1.1', Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Trunk': '1.1'}} Aug 02 13:08:34.464069 dv-cinder-803181-1-iscsi neutron-server[78568]: {{(pid=78568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:08:34.511218 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:34.516470 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:08:34.554215 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:34.555629 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:08:34.556290 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:34.561252 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:08:34.664612 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9004371 Aug 02 13:08:34.668014 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e06ce0-569b-4ae4-a145-f7ac303da695,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:08:34.671805 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:08:34.682953 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network b7e06ce0-569b-4ae4-a145-f7ac303da695 details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:08:37.505334 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46136) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:08:37.971007 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f83ad09-84c5-4524-bae0-40cff6bbcacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:08:37.972390 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-1f83ad09-84c5-4524-bae0-40cff6bbcacd admin admin] 10.222.0.49 "GET /v2.0/networks/b7e06ce0-569b-4ae4-a145-f7ac303da695 HTTP/1.1" status: 200 len: 825 time: 0.4660957 Aug 02 13:08:38.002029 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-a8f1a5db-6a6a-4a63-ad25-7039b444a5c0 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/2b1f62ea-9fc9-4d18-b342-a678d14c05d7 HTTP/1.1" status: 200 len: 734 time: 0.0235941 Aug 02 13:08:38.010845 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Request body: {'subnet': {'subnetpool_id': '2b1f62ea-9fc9-4d18-b342-a678d14c05d7', 'tenant_id': 'fd75751b171a45bfb4669442f9670a0f', 'name': 'private-subnet', 'ip_version': 4, 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695', 'gateway_ip': '172.20.0.1'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:08:38.015403 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:08:38.019766 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Usage tracker for resource:subnet and tenant:fd75751b171a45bfb4669442f9670a0f is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:08:38.022657 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:08:38.028183 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:08:38.037928 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Made reservation on behalf of fd75751b171a45bfb4669442f9670a0f for: {'subnet': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:08:38.040229 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:38.320740 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:38.325214 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:08:38.421110 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7573454f-2b53-4242-888e-e15fe8965b42,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:08:38.425137 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:08:38.428006 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Checking segment: {'id': '477441aa-ab4f-4a41-a1f2-28ce7c6b56b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:08:38.429222 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Network hostable DHCP agents. Network: b7e06ce0-569b-4ae4-a145-f7ac303da695, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:08:38.452045 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Network b7e06ce0-569b-4ae4-a145-f7ac303da695 is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:08:38.463568 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, b7e06ce0-569b-4ae4-a145-f7ac303da695) {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:08:38.468994 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:08:38.471169 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:38.472840 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0729ee5-0979-4ef4-af03-b7a199e89a02 None None] Network b7e06ce0-569b-4ae4-a145-f7ac303da695 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:08:38.492175 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4847541 Aug 02 13:08:38.885698 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9842de1a-b9a2-5785-a689-5798b1947638-b7e06ce0-569b-4ae4-a145-f7ac303da695', 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695', 'tenant_id': 'fd75751b171a45bfb4669442f9670a0f', 'fixed_ips': [{'subnet_id': '7573454f-2b53-4242-888e-e15fe8965b42'}]}} from dv-cinder-803181-1-iscsi. {{(pid=78569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 02 13:08:38.886912 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:39.079899 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.db_base_plugin_common [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Allocated IP 172.20.0.2 (b7e06ce0-569b-4ae4-a145-f7ac303da695/7573454f-2b53-4242-888e-e15fe8965b42/4fc53b51-b0f4-4001-b95e-2162b6b109b6) {{(pid=78569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:08:39.318014 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Notify callbacks [] for port, precommit_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:39.332118 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Transition to ACTIVE for port object 4fc53b51-b0f4-4001-b95e-2162b6b109b6 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:08:39.354081 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Transition to ACTIVE for port object 4fc53b51-b0f4-4001-b95e-2162b6b109b6 will not be triggered until provisioned by entity DHCP. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:08:39.361543 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:39.366358 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:08:39.426721 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Network b7e06ce0-569b-4ae4-a145-f7ac303da695 is already hosted by enough agents. {{(pid=78569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:08:39.431367 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.base_scheduler [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Resources bound (agent type, host, resource id): {{(pid=78569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:08:39.435851 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Received port after_create {{(pid=78569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:08:39.489847 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Pushing event updated for resources: {'Port': ['ID=4fc53b51-b0f4-4001-b95e-2162b6b109b6,revision_number=1']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:08:39.501741 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:39.502090 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:39.502429 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:39.502768 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:39.503097 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:39.503423 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:39.503746 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:39.504069 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:39.504408 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:39.504731 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:39.505051 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:39.505390 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Tracked resource versions report: Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: pushed versions: Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: { 'AddressGroup': {'1.2'}, Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'ConntrackHelper': {'1.0'}, Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Log': {'1.0'}, Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Network': {'1.1'}, Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Port': {'1.7'}, Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'PortForwarding': {'1.2'}, Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'QosPolicy': {'1.8'}, Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'SecurityGroup': {'1.4'}, Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'SubPort': {'1.0'}, Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Subnet': {'1.1'}, Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Trunk': {'1.1'}} Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: consumer versions: Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: { DHCP agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: L3 agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: Metadata agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: Metering agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: Open vSwitch agent@dv-cinder-803181-1-iscsi: { 'AddressGroup': '1.2', Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'ConntrackHelper': '1.0', Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Log': '1.0', Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Network': '1.1', Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Port': '1.7', Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'PortForwarding': '1.2', Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'QosPolicy': '1.8', Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'SecurityGroup': '1.4', Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'SecurityGroupRule': '1.2', Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'SubPort': '1.0', Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Subnet': '1.1', Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Trunk': '1.1'}} Aug 02 13:08:39.506530 dv-cinder-803181-1-iscsi neutron-server[78569]: {{(pid=78569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:08:39.542500 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:08:39.563941 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Attempting to bind port 4fc53b51-b0f4-4001-b95e-2162b6b109b6 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:08:39.564342 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Attempting to bind port 4fc53b51-b0f4-4001-b95e-2162b6b109b6 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': '477441aa-ab4f-4a41-a1f2-28ce7c6b56b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:08:39.564769 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Attempting to bind port 4fc53b51-b0f4-4001-b95e-2162b6b109b6 on network b7e06ce0-569b-4ae4-a145-f7ac303da695 {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:08:39.570367 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:08:39.570777 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Checking segment: {'id': '477441aa-ab4f-4a41-a1f2-28ce7c6b56b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:08:39.571292 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:39.571685 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Bound using segment: {'id': '477441aa-ab4f-4a41-a1f2-28ce7c6b56b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:08:39.572157 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Bound port: 4fc53b51-b0f4-4001-b95e-2162b6b109b6, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477441aa-ab4f-4a41-a1f2-28ce7c6b56b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:08:39.572548 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:39.660350 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] For port 4fc53b51-b0f4-4001-b95e-2162b6b109b6, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:08:39.664245 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] For port 4fc53b51-b0f4-4001-b95e-2162b6b109b6, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=4fc53b51-b0f4-4001-b95e-2162b6b109b6,segment=NetworkSegment(477441aa-ab4f-4a41-a1f2-28ce7c6b56b4),segment_id=477441aa-ab4f-4a41-a1f2-28ce7c6b56b4)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:08:39.668480 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:39.673820 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:08:39.780159 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Pushing event updated for resources: {'Port': ['ID=4fc53b51-b0f4-4001-b95e-2162b6b109b6,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:08:39.783895 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:08:40.897324 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 46146) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:08:41.536338 dv-cinder-803181-1-iscsi neutron-server[78567]: WARNING oslo_policy.policy [None req-c71bb665-2e5d-41c4-bc5b-c21da8f69a77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:08:41.536901 dv-cinder-803181-1-iscsi neutron-server[78567]: WARNING oslo_policy.policy [None req-c71bb665-2e5d-41c4-bc5b-c21da8f69a77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:08:41.763225 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [None req-c71bb665-2e5d-41c4-bc5b-c21da8f69a77 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=78567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 13:08:41.764547 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-c71bb665-2e5d-41c4-bc5b-c21da8f69a77 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8650892 Aug 02 13:08:42.751199 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 4fc53b51-b0f4-4001-b95e-2162b6b109b6 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:08:42.820736 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 4fc53b51-b0f4-4001-b95e-2162b6b109b6 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:08:43.583127 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4d24ff-5fbf-4443-9356-5aeff1b4f56f None None] Network b7e06ce0-569b-4ae4-a145-f7ac303da695 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:08:43.690028 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-4d07ade4-815c-480d-8de6-f7b1f959f763 None None] Provisioning for port 4fc53b51-b0f4-4001-b95e-2162b6b109b6 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:08:43.698646 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-4d07ade4-815c-480d-8de6-f7b1f959f763 None None] Provisioning complete for port 4fc53b51-b0f4-4001-b95e-2162b6b109b6 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:08:43.699054 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4d07ade4-815c-480d-8de6-f7b1f959f763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:43.933422 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4d07ade4-815c-480d-8de6-f7b1f959f763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:43.980992 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-4d07ade4-815c-480d-8de6-f7b1f959f763 None None] For port 4fc53b51-b0f4-4001-b95e-2162b6b109b6, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=4fc53b51-b0f4-4001-b95e-2162b6b109b6,segment=NetworkSegment(477441aa-ab4f-4a41-a1f2-28ce7c6b56b4),segment_id=477441aa-ab4f-4a41-a1f2-28ce7c6b56b4)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:08:43.986777 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4d07ade4-815c-480d-8de6-f7b1f959f763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:44.003855 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:08:44.084466 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d07ade4-815c-480d-8de6-f7b1f959f763 None None] Pushing event updated for resources: {'Port': ['ID=4fc53b51-b0f4-4001-b95e-2162b6b109b6,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:08:44.090118 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4d07ade4-815c-480d-8de6-f7b1f959f763 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:08:44.244731 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 46166) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:08:44.311170 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-8dbc6860-d859-41ad-9211-3ca834f7f7d9 None None] Provisioning complete for port 4fc53b51-b0f4-4001-b95e-2162b6b109b6 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:08:44.311573 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-8dbc6860-d859-41ad-9211-3ca834f7f7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:44.631631 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [None req-4af750e7-f730-4be1-8733-36f2ee4e6938 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=78567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 13:08:44.632589 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-4af750e7-f730-4be1-8733-36f2ee4e6938 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3868785 Aug 02 13:08:44.728509 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 4fc53b51-b0f4-4001-b95e-2162b6b109b6 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:08:44.805272 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 4fc53b51-b0f4-4001-b95e-2162b6b109b6 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:08:44.805642 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:47.359329 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 46178) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:08:47.439820 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 5 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:08:47.716214 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-0be75d91-eef3-4e19-b8ba-42ec6194becc admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'fd75751b171a45bfb4669442f9670a0f', 'name': 'router1'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:08:47.787653 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.policy [None req-0be75d91-eef3-4e19-b8ba-42ec6194becc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78567) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 02 13:08:47.834339 dv-cinder-803181-1-iscsi neutron-server[78567]: WARNING oslo_policy.policy [None req-0be75d91-eef3-4e19-b8ba-42ec6194becc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:08:47.834755 dv-cinder-803181-1-iscsi neutron-server[78567]: WARNING oslo_policy.policy [None req-0be75d91-eef3-4e19-b8ba-42ec6194becc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 02 13:08:47.843277 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.quota [None req-0be75d91-eef3-4e19-b8ba-42ec6194becc admin admin] Loaded quota_driver: . Aug 02 13:08:47.858828 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-0be75d91-eef3-4e19-b8ba-42ec6194becc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:08:47.865943 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-0be75d91-eef3-4e19-b8ba-42ec6194becc admin admin] Usage tracker for resource:router and tenant:fd75751b171a45bfb4669442f9670a0f is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:08:47.870613 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-0be75d91-eef3-4e19-b8ba-42ec6194becc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:08:47.878996 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-0be75d91-eef3-4e19-b8ba-42ec6194becc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:08:47.895686 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0be75d91-eef3-4e19-b8ba-42ec6194becc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15685'] for router, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:47.897757 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0be75d91-eef3-4e19-b8ba-42ec6194becc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15692'] for router, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:47.923717 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0be75d91-eef3-4e19-b8ba-42ec6194becc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:48.045502 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0be75d91-eef3-4e19-b8ba-42ec6194becc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804693'] for router, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:48.068664 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0be75d91-eef3-4e19-b8ba-42ec6194becc admin admin] Notify callbacks [] for router, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:48.070071 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-0be75d91-eef3-4e19-b8ba-42ec6194becc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7094524 Aug 02 13:08:49.647619 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1cc6c102-e726-4ae4-88f9-8f97c2a57f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:50.085563 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:50.535612 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46190) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:08:50.923394 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [None req-f5c069b3-b3fc-412b-9b44-659f2c16d4d2 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=78568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 13:08:50.924436 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-f5c069b3-b3fc-412b-9b44-659f2c16d4d2 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3878486 Aug 02 13:08:52.761946 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a8e98ea0-7bd4-49ce-9230-9cea6c5f7118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:53.343056 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46200) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:08:53.448182 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:53.720581 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:08:53.726145 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:08:53.730736 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Usage tracker for resource:network and tenant:72363ffc94c14d76bdbdbcecfd49a674 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:08:53.735027 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:08:53.740877 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:08:53.750048 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Made reservation on behalf of 72363ffc94c14d76bdbdbcecfd49a674 for: {'network': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:08:53.752412 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:53.765296 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:53.780546 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:08:53.785440 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Usage tracker for resource:security_group_rule and tenant:72363ffc94c14d76bdbdbcecfd49a674 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:08:53.788474 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:08:53.794628 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:08:53.884398 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:53.888141 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:53.891992 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:08:53.916932 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Reserving flat network on physical network physnet1 {{(pid=78568) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 02 13:08:53.926799 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0855c099-d588-4331-b34f-1e71faa54361,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:08:53.930727 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:08:53.935621 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:53.935951 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.segments_db [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Added segment ad055527-dd94-4485-86c1-7737ec743bb6 of type flat for network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 Aug 02 13:08:53.970682 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:54.007730 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:54.009040 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:08:54.009660 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:54.013213 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:08:54.111784 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7670367 Aug 02 13:08:54.114827 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Pushing event updated for resources: {'Network': ['ID=a8a644a4-d85e-44e8-9e00-0dce09f6ac13,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:08:54.117523 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:08:54.128405 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:08:54.833684 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:56.558933 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46220) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:08:56.771748 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa042131-8679-4378-b6a5-7cfe6caf5ddc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:08:56.773111 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-fa042131-8679-4378-b6a5-7cfe6caf5ddc admin admin] 10.222.0.49 "GET /v2.0/subnets/7573454f-2b53-4242-888e-e15fe8965b42 HTTP/1.1" status: 200 len: 849 time: 0.2133036 Aug 02 13:08:56.947110 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-b0b9c99a-7852-44dd-9ed2-0145d903e37c admin admin] 10.222.0.49 "GET /v2.0/routers/c270d1ff-08bd-490e-8e2a-73b99d92ca2f HTTP/1.1" status: 200 len: 704 time: 0.1684213 Aug 02 13:08:57.421376 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:57.651055 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Allocated IP 172.20.0.1 (b7e06ce0-569b-4ae4-a145-f7ac303da695/7573454f-2b53-4242-888e-e15fe8965b42/55a47760-01a4-4744-adf6-960f4399a5a7) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:08:57.857317 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:57.876174 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Transition to ACTIVE for port object 55a47760-01a4-4744-adf6-960f4399a5a7 will not be triggered until provisioned by entity DHCP. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:08:57.942525 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:57.946926 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:08:58.011482 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Network b7e06ce0-569b-4ae4-a145-f7ac303da695 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:08:58.014480 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:08:58.024214 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:08:58.024749 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719632'] for router_interface, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:58.143353 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Pushing event updated for resources: {'Port': ['ID=55a47760-01a4-4744-adf6-960f4399a5a7,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:08:58.157310 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:08:58.250303 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6d16bc68-5c9f-422f-acdd-446b41471513 None None] Provisioning for port 55a47760-01a4-4744-adf6-960f4399a5a7 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:08:58.255745 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6d16bc68-5c9f-422f-acdd-446b41471513 None None] Provisioning complete for port 55a47760-01a4-4744-adf6-960f4399a5a7 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:08:58.256218 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6d16bc68-5c9f-422f-acdd-446b41471513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:58.300677 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:58.316942 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6d16bc68-5c9f-422f-acdd-446b41471513 None None] Port 55a47760-01a4-4744-adf6-960f4399a5a7 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:08:58.534000 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:58.538426 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:58.539820 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1690252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719615'] for router_interface, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:58.543908 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:08:58.688377 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Pushing event updated for resources: {'Port': ['ID=55a47760-01a4-4744-adf6-960f4399a5a7,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:08:58.698960 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:08:58.750065 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Network b7e06ce0-569b-4ae4-a145-f7ac303da695 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:08:58.751136 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:08:58.940211 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-5b70cc77-8e4e-49a4-a370-dfb80184e6ae None None] Provisioning complete for port 55a47760-01a4-4744-adf6-960f4399a5a7 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:08:58.940587 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-5b70cc77-8e4e-49a4-a370-dfb80184e6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:08:58.959319 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Router c270d1ff-08bd-490e-8e2a-73b99d92ca2f is scheduled to L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 with binding_index 1 {{(pid=78568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 13:08:58.999124 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-5b70cc77-8e4e-49a4-a370-dfb80184e6ae None None] Port 55a47760-01a4-4744-adf6-960f4399a5a7 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:08:59.156897 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:08:59.166175 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] 10.222.0.49 "PUT /v2.0/routers/c270d1ff-08bd-490e-8e2a-73b99d92ca2f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2140706 Aug 02 13:08:59.166316 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Sync routers for ids ['c270d1ff-08bd-490e-8e2a-73b99d92ca2f'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:08:59.179845 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Routers {'c270d1ff-08bd-490e-8e2a-73b99d92ca2f'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:08:59.180717 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:08:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['c270d1ff-08bd-490e-8e2a-73b99d92ca2f'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:08:59.359952 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Set router c270d1ff-08bd-490e-8e2a-73b99d92ca2f gateway port host: None {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:08:59.755940 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c270d1ff-08bd-490e-8e2a-73b99d92ca2f', 'name': 'router1', 'tenant_id': 'fd75751b171a45bfb4669442f9670a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:08:47Z', 'updated_at': '2021-08-02T13:08:58Z', 'revision_number': 2, 'project_id': 'fd75751b171a45bfb4669442f9670a0f', 'gw_port_host': None, '_interfaces': [{'id': '55a47760-01a4-4744-adf6-960f4399a5a7', 'name': '', 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695', 'tenant_id': 'fd75751b171a45bfb4669442f9670a0f', 'mac_address': 'fa:16:3e:e9:1f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c270d1ff-08bd-490e-8e2a-73b99d92ca2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7573454f-2b53-4242-888e-e15fe8965b42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:08:57Z', 'updated_at': '2021-08-02T13:08:58Z', 'revision_number': 2, 'project_id': 'fd75751b171a45bfb4669442f9670a0f', 'subnets': [{'id': '7573454f-2b53-4242-888e-e15fe8965b42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b1f62ea-9fc9-4d18-b342-a678d14c05d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:08:59.761030 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Checking router: c270d1ff-08bd-490e-8e2a-73b99d92ca2f for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:08:59.761435 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Updating router c270d1ff-08bd-490e-8e2a-73b99d92ca2f port 55a47760-01a4-4744-adf6-960f4399a5a7 binding host dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:08:59.814485 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:00.207911 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Notify callbacks [] for port, precommit_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:00.223677 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.provisioning_blocks [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Transition to ACTIVE for port object 55a47760-01a4-4744-adf6-960f4399a5a7 will not be triggered until provisioned by entity L2. {{(pid=78570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:09:00.230129 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:00.235797 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:09:00.434502 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Pushing event updated for resources: {'Port': ['ID=55a47760-01a4-4744-adf6-960f4399a5a7,revision_number=3']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:09:00.489436 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:09:00.489785 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:09:00.490120 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:09:00.490448 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:09:00.490774 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:09:00.491098 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:09:00.491419 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:09:00.491736 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:09:00.492070 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:09:00.492388 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:09:00.492702 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:09:00.493013 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Tracked resource versions report: Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: pushed versions: Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: { 'AddressGroup': {'1.2'}, Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'ConntrackHelper': {'1.0'}, Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Log': {'1.0'}, Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Network': {'1.1'}, Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Port': {'1.7'}, Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'PortForwarding': {'1.2'}, Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'QosPolicy': {'1.8'}, Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'SecurityGroup': {'1.4'}, Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'SubPort': {'1.0'}, Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Subnet': {'1.1'}, Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Trunk': {'1.1'}} Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: consumer versions: Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: { DHCP agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: L3 agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: Metadata agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: Metering agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: Open vSwitch agent@dv-cinder-803181-1-iscsi: { 'AddressGroup': '1.2', Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'ConntrackHelper': '1.0', Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Log': '1.0', Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Network': '1.1', Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Port': '1.7', Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'PortForwarding': '1.2', Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'QosPolicy': '1.8', Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'SecurityGroup': '1.4', Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'SecurityGroupRule': '1.2', Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'SubPort': '1.0', Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Subnet': '1.1', Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Trunk': '1.1'}} Aug 02 13:09:00.494157 dv-cinder-803181-1-iscsi neutron-server[78570]: {{(pid=78570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:09:00.497712 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:09:00.507132 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Attempting to bind port 55a47760-01a4-4744-adf6-960f4399a5a7 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:09:00.507554 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Attempting to bind port 55a47760-01a4-4744-adf6-960f4399a5a7 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': '477441aa-ab4f-4a41-a1f2-28ce7c6b56b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695'}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:09:00.507993 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Attempting to bind port 55a47760-01a4-4744-adf6-960f4399a5a7 on network b7e06ce0-569b-4ae4-a145-f7ac303da695 {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:09:00.513332 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:09:00.513753 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Checking segment: {'id': '477441aa-ab4f-4a41-a1f2-28ce7c6b56b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:09:00.514245 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:00.514639 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Bound using segment: {'id': '477441aa-ab4f-4a41-a1f2-28ce7c6b56b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695'} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:09:00.515191 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Bound port: 55a47760-01a4-4744-adf6-960f4399a5a7, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '477441aa-ab4f-4a41-a1f2-28ce7c6b56b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695'}}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:09:00.515587 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:00.608235 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] For port 55a47760-01a4-4744-adf6-960f4399a5a7, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:09:00.612827 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] For port 55a47760-01a4-4744-adf6-960f4399a5a7, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=55a47760-01a4-4744-adf6-960f4399a5a7,segment=NetworkSegment(477441aa-ab4f-4a41-a1f2-28ce7c6b56b4),segment_id=477441aa-ab4f-4a41-a1f2-28ce7c6b56b4)] {{(pid=78570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:09:00.619732 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:00.623761 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:09:00.713503 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Pushing event updated for resources: {'Port': ['ID=55a47760-01a4-4744-adf6-960f4399a5a7,revision_number=4']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:09:00.717217 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:09:00.718432 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Routers {'c270d1ff-08bd-490e-8e2a-73b99d92ca2f'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:09:00.719062 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:08:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['c270d1ff-08bd-490e-8e2a-73b99d92ca2f'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:09:00.877775 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] Set router c270d1ff-08bd-490e-8e2a-73b99d92ca2f gateway port host: None {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:09:01.222172 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c270d1ff-08bd-490e-8e2a-73b99d92ca2f', 'name': 'router1', 'tenant_id': 'fd75751b171a45bfb4669442f9670a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:08:47Z', 'updated_at': '2021-08-02T13:08:58Z', 'revision_number': 2, 'project_id': 'fd75751b171a45bfb4669442f9670a0f', 'gw_port_host': None, '_interfaces': [{'id': '55a47760-01a4-4744-adf6-960f4399a5a7', 'name': '', 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695', 'tenant_id': 'fd75751b171a45bfb4669442f9670a0f', 'mac_address': 'fa:16:3e:e9:1f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c270d1ff-08bd-490e-8e2a-73b99d92ca2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7573454f-2b53-4242-888e-e15fe8965b42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:08:57Z', 'updated_at': '2021-08-02T13:09:00Z', 'revision_number': 4, 'project_id': 'fd75751b171a45bfb4669442f9670a0f', 'subnets': [{'id': '7573454f-2b53-4242-888e-e15fe8965b42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b1f62ea-9fc9-4d18-b342-a678d14c05d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:09:01.226719 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6a75f6-d18f-456d-bdb4-fcdeca4396fa None None] The sync data for ids ['c270d1ff-08bd-490e-8e2a-73b99d92ca2f'] in dv-cinder-803181-1-iscsi is: [{'id': 'c270d1ff-08bd-490e-8e2a-73b99d92ca2f', 'name': 'router1', 'tenant_id': 'fd75751b171a45bfb4669442f9670a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:08:47Z', 'updated_at': '2021-08-02T13:08:58Z', 'revision_number': 2, 'project_id': 'fd75751b171a45bfb4669442f9670a0f', 'gw_port_host': None, '_interfaces': [{'id': '55a47760-01a4-4744-adf6-960f4399a5a7', 'name': '', 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695', 'tenant_id': 'fd75751b171a45bfb4669442f9670a0f', 'mac_address': 'fa:16:3e:e9:1f:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c270d1ff-08bd-490e-8e2a-73b99d92ca2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7573454f-2b53-4242-888e-e15fe8965b42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:08:57Z', 'updated_at': '2021-08-02T13:09:00Z', 'revision_number': 4, 'project_id': 'fd75751b171a45bfb4669442f9670a0f', 'subnets': [{'id': '7573454f-2b53-4242-888e-e15fe8965b42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b1f62ea-9fc9-4d18-b342-a678d14c05d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:09:01.403026 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46242) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:09:01.559791 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24ec4b9-f4de-4477-95e8-f54d1cd14c77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:09:01.560479 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-e24ec4b9-f4de-4477-95e8-f54d1cd14c77 admin admin] Synchronizing usage tracker for tenant:72363ffc94c14d76bdbdbcecfd49a674 on resource:network {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:09:01.581306 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-e24ec4b9-f4de-4477-95e8-f54d1cd14c77 admin admin] Unset dirty status for tenant:72363ffc94c14d76bdbdbcecfd49a674 on resource:network {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:09:01.582699 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-e24ec4b9-f4de-4477-95e8-f54d1cd14c77 admin admin] 10.222.0.49 "GET /v2.0/networks/a8a644a4-d85e-44e8-9e00-0dce09f6ac13 HTTP/1.1" status: 200 len: 842 time: 0.1784449 Aug 02 13:09:01.592750 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Request body: {'subnet': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'ip_version': 4, 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:09:01.598857 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:09:01.603430 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Usage tracker for resource:subnet and tenant:72363ffc94c14d76bdbdbcecfd49a674 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:09:01.606937 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:09:01.613881 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:09:01.624899 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Made reservation on behalf of 72363ffc94c14d76bdbdbcecfd49a674 for: {'subnet': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:09:01.627209 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:02.036788 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.objects.ports [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78568) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Aug 02 13:09:02.037548 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:02.045562 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:09:02.184331 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Checking segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:09:02.184919 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Network hostable DHCP agents. Network: a8a644a4-d85e-44e8-9e00-0dce09f6ac13, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:09:02.196061 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4078bd4-78d7-483f-828a-d1e17f6b901c,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:09:02.200050 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:09:02.215012 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:09:02.224320 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, a8a644a4-d85e-44e8-9e00-0dce09f6ac13) {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:09:02.228947 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:09:02.230356 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:02.231947 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c30bc1-67c7-4583-80d8-f49a01eab597 None None] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:09:02.252273 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6634557 Aug 02 13:09:02.474118 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95b9643-4912-433f-a7e1-cf0b3fbe9bba None None] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:09:02.774079 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 55a47760-01a4-4744-adf6-960f4399a5a7 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:09:02.847938 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 55a47760-01a4-4744-adf6-960f4399a5a7 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:09:02.852659 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 55a47760-01a4-4744-adf6-960f4399a5a7 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:09:02.853041 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:02.977492 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:03.011732 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 55a47760-01a4-4744-adf6-960f4399a5a7, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=55a47760-01a4-4744-adf6-960f4399a5a7,segment=NetworkSegment(477441aa-ab4f-4a41-a1f2-28ce7c6b56b4),segment_id=477441aa-ab4f-4a41-a1f2-28ce7c6b56b4)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:09:03.017049 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:03.019506 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-0a934e82-2dec-46b4-be05-2b213b20cfc5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:09:03.098052 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=55a47760-01a4-4744-adf6-960f4399a5a7,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:09:03.106139 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:09:04.557844 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46256) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:09:04.736576 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 55a47760-01a4-4744-adf6-960f4399a5a7 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:09:04.762082 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-aee2f7cd-7424-4e52-8c5b-7f7540073eb9 admin admin] 10.222.0.49 "GET /v2.0/routers/c270d1ff-08bd-490e-8e2a-73b99d92ca2f HTTP/1.1" status: 200 len: 710 time: 0.2029936 Aug 02 13:09:04.806756 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 55a47760-01a4-4744-adf6-960f4399a5a7 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:09:04.807486 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:04.899580 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03efe57c-4fa1-4f4b-a95c-6b0984915ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:09:04.901032 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-03efe57c-4fa1-4f4b-a95c-6b0984915ff1 admin admin] 10.222.0.49 "GET /v2.0/networks/a8a644a4-d85e-44e8-9e00-0dce09f6ac13 HTTP/1.1" status: 200 len: 886 time: 0.1337752 Aug 02 13:09:04.913846 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:09:05.435624 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15706'] for router, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:05.763601 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:05.822965 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:05.959516 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Allocated IP 172.27.2.57 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/d4925f68-9561-439f-bbc2-e784d316d8d7) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:09:06.113225 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:06.142959 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:06.147827 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:09:06.213691 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:09:06.216657 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:09:06.221750 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:09:06.292550 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Pushing event updated for resources: {'Port': ['ID=d4925f68-9561-439f-bbc2-e784d316d8d7,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:09:06.297877 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:09:06.621680 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:07.020935 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15706'] for router, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:07.024273 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1804707', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1804698', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1719150'] for router, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:07.212110 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Router c270d1ff-08bd-490e-8e2a-73b99d92ca2f has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:09:07.399785 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:09:07.409402 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Sync routers for ids ['c270d1ff-08bd-490e-8e2a-73b99d92ca2f'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:09:07.410291 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Notify callbacks [] for router, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:07.411776 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] 10.222.0.49 "PUT /v2.0/routers/c270d1ff-08bd-490e-8e2a-73b99d92ca2f HTTP/1.1" status: 200 len: 889 time: 2.5015001 Aug 02 13:09:07.419392 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Routers {'c270d1ff-08bd-490e-8e2a-73b99d92ca2f'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:09:07.420061 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:08:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['c270d1ff-08bd-490e-8e2a-73b99d92ca2f'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:09:07.629126 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Set router c270d1ff-08bd-490e-8e2a-73b99d92ca2f gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:09:07.982502 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c270d1ff-08bd-490e-8e2a-73b99d92ca2f', 'name': 'router1', 'tenant_id': 'fd75751b171a45bfb4669442f9670a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd4925f68-9561-439f-bbc2-e784d316d8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:08:47Z', 'updated_at': '2021-08-02T13:09:06Z', 'revision_number': 4, 'project_id': 'fd75751b171a45bfb4669442f9670a0f', 'gw_port': {'id': 'd4925f68-9561-439f-bbc2-e784d316d8d7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c270d1ff-08bd-490e-8e2a-73b99d92ca2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:09:05Z', 'updated_at': '2021-08-02T13:09:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '55a47760-01a4-4744-adf6-960f4399a5a7', 'name': '', 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695', 'tenant_id': 'fd75751b171a45bfb4669442f9670a0f', 'mac_address': 'fa:16:3e:e9:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c270d1ff-08bd-490e-8e2a-73b99d92ca2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7573454f-2b53-4242-888e-e15fe8965b42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:08:57Z', 'updated_at': '2021-08-02T13:09:02Z', 'revision_number': 5, 'project_id': 'fd75751b171a45bfb4669442f9670a0f', 'subnets': [{'id': '7573454f-2b53-4242-888e-e15fe8965b42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b1f62ea-9fc9-4d18-b342-a678d14c05d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:09:07.988453 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Checking router: c270d1ff-08bd-490e-8e2a-73b99d92ca2f for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:09:07.988810 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Updating router c270d1ff-08bd-490e-8e2a-73b99d92ca2f port d4925f68-9561-439f-bbc2-e784d316d8d7 binding host dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:09:08.040119 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:08.382426 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Notify callbacks [] for port, precommit_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:08.394239 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Transition to ACTIVE for port object d4925f68-9561-439f-bbc2-e784d316d8d7 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:09:08.400633 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:08.404381 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:09:08.507677 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63aee1-cee1-47aa-9fcb-927e9d7da22a None None] Pushing event updated for resources: {'Port': ['ID=d4925f68-9561-439f-bbc2-e784d316d8d7,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:09:08.511690 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4d63aee1-cee1-47aa-9fcb-927e9d7da22a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:09:08.513762 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Attempting to bind port d4925f68-9561-439f-bbc2-e784d316d8d7 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:09:08.514136 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Attempting to bind port d4925f68-9561-439f-bbc2-e784d316d8d7 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:09:08.515037 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Attempting to bind port d4925f68-9561-439f-bbc2-e784d316d8d7 on network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:09:08.520621 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 8, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:09:08.520939 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Checking segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:09:08.521369 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:08.521764 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Bound using segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:09:08.522231 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Bound port: d4925f68-9561-439f-bbc2-e784d316d8d7, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:09:08.522639 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:08.596010 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] For port d4925f68-9561-439f-bbc2-e784d316d8d7, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:09:08.599022 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] For port d4925f68-9561-439f-bbc2-e784d316d8d7, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=d4925f68-9561-439f-bbc2-e784d316d8d7,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:09:08.603474 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:08.607349 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4d07ade4-815c-480d-8de6-f7b1f959f763 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:09:08.687996 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Routers {'c270d1ff-08bd-490e-8e2a-73b99d92ca2f'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:09:08.688669 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:08:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['c270d1ff-08bd-490e-8e2a-73b99d92ca2f'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:09:08.736081 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63aee1-cee1-47aa-9fcb-927e9d7da22a None None] Pushing event updated for resources: {'Port': ['ID=d4925f68-9561-439f-bbc2-e784d316d8d7,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:09:08.744248 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4d63aee1-cee1-47aa-9fcb-927e9d7da22a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:09:08.877900 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] Set router c270d1ff-08bd-490e-8e2a-73b99d92ca2f gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:09:09.232454 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c270d1ff-08bd-490e-8e2a-73b99d92ca2f', 'name': 'router1', 'tenant_id': 'fd75751b171a45bfb4669442f9670a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd4925f68-9561-439f-bbc2-e784d316d8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:08:47Z', 'updated_at': '2021-08-02T13:09:06Z', 'revision_number': 4, 'project_id': 'fd75751b171a45bfb4669442f9670a0f', 'gw_port': {'id': 'd4925f68-9561-439f-bbc2-e784d316d8d7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c270d1ff-08bd-490e-8e2a-73b99d92ca2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:09:05Z', 'updated_at': '2021-08-02T13:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '55a47760-01a4-4744-adf6-960f4399a5a7', 'name': '', 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695', 'tenant_id': 'fd75751b171a45bfb4669442f9670a0f', 'mac_address': 'fa:16:3e:e9:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c270d1ff-08bd-490e-8e2a-73b99d92ca2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7573454f-2b53-4242-888e-e15fe8965b42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:08:57Z', 'updated_at': '2021-08-02T13:09:02Z', 'revision_number': 5, 'project_id': 'fd75751b171a45bfb4669442f9670a0f', 'subnets': [{'id': '7573454f-2b53-4242-888e-e15fe8965b42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b1f62ea-9fc9-4d18-b342-a678d14c05d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:09:09.236805 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9654bb45-2751-49e0-ac6d-b0b92efc58f4 None None] The sync data for ids ['c270d1ff-08bd-490e-8e2a-73b99d92ca2f'] in dv-cinder-803181-1-iscsi is: [{'id': 'c270d1ff-08bd-490e-8e2a-73b99d92ca2f', 'name': 'router1', 'tenant_id': 'fd75751b171a45bfb4669442f9670a0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.57'}], 'enable_snat': True}, 'gw_port_id': 'd4925f68-9561-439f-bbc2-e784d316d8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:08:47Z', 'updated_at': '2021-08-02T13:09:06Z', 'revision_number': 4, 'project_id': 'fd75751b171a45bfb4669442f9670a0f', 'gw_port': {'id': 'd4925f68-9561-439f-bbc2-e784d316d8d7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:b7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c270d1ff-08bd-490e-8e2a-73b99d92ca2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:09:05Z', 'updated_at': '2021-08-02T13:09:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '55a47760-01a4-4744-adf6-960f4399a5a7', 'name': '', 'network_id': 'b7e06ce0-569b-4ae4-a145-f7ac303da695', 'tenant_id': 'fd75751b171a45bfb4669442f9670a0f', 'mac_address': 'fa:16:3e:e9:1f:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c270d1ff-08bd-490e-8e2a-73b99d92ca2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7573454f-2b53-4242-888e-e15fe8965b42', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:08:57Z', 'updated_at': '2021-08-02T13:09:02Z', 'revision_number': 5, 'project_id': 'fd75751b171a45bfb4669442f9670a0f', 'subnets': [{'id': '7573454f-2b53-4242-888e-e15fe8965b42', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2b1f62ea-9fc9-4d18-b342-a678d14c05d7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:09:09.869652 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46266) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:09:10.004126 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-46c16896-d07f-4df3-b3fa-52f142579e5a admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1269970 Aug 02 13:09:10.766729 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device d4925f68-9561-439f-bbc2-e784d316d8d7 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:09:10.849893 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port d4925f68-9561-439f-bbc2-e784d316d8d7 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:09:10.859973 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port d4925f68-9561-439f-bbc2-e784d316d8d7 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:09:10.859973 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:10.992068 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:11.009173 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port d4925f68-9561-439f-bbc2-e784d316d8d7, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=d4925f68-9561-439f-bbc2-e784d316d8d7,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:09:11.013451 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:11.016162 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:09:11.085106 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=d4925f68-9561-439f-bbc2-e784d316d8d7,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:09:11.088198 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:09:12.780357 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device d4925f68-9561-439f-bbc2-e784d316d8d7 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:09:12.860252 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port d4925f68-9561-439f-bbc2-e784d316d8d7 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:09:12.860800 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:19.654859 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-98777285-16bf-4419-aa2d-20b490604f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:20.090348 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:22.767191 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-8cc1548d-ae6e-4f54-9193-7cdbf5e7e3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:23.452845 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:24.439534 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 5 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:09:24.853568 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:49.649121 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f7c4b0ed-53fc-4621-8fdb-03a51a2aabcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:50.077063 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:52.771241 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-119c1efc-d59c-4172-874f-75e9e4b46a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:53.457086 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:09:54.857234 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:10:01.438901 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 5 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:10:19.655763 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd5ad-3953-466c-95b8-0da2068bcd0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:10:20.072445 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:10:22.776694 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-65cd3650-04f9-4b53-abc0-b3cbaa4833da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:10:23.462897 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:10:24.867700 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:10:38.443371 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 5 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:10:49.674748 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-42905ac8-cc2d-40ea-a5ef-2efaa6eba96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:10:50.076914 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:10:52.782385 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-40d45bdf-37a9-4408-a15b-a3c609a34ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:10:53.456267 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:10:54.863405 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:11:15.442341 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 5 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:11:16.971310 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 46836) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:11:17.055838 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf27f6d-ccd8-432e-84b2-92fbb5833a9d admin admin] GET failed (client error): The resource could not be found. Aug 02 13:11:17.057305 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-bcf27f6d-ccd8-432e-84b2-92fbb5833a9d admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0850096 Aug 02 13:11:17.216967 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42920eba-a0ef-4ea5-94a9-68e7526f5c9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:11:17.218574 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-42920eba-a0ef-4ea5-94a9-68e7526f5c9a admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1570976 Aug 02 13:11:19.487170 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 46846) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:11:19.625295 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5102c316-1b09-43ce-b73f-088657369b2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:11:19.626571 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-5102c316-1b09-43ce-b73f-088657369b2d admin admin] 10.222.0.49 "GET /v2.0/subnets/7573454f-2b53-4242-888e-e15fe8965b42 HTTP/1.1" status: 200 len: 849 time: 0.1384599 Aug 02 13:11:19.636787 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:11:19.650069 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f85ef2f9-773a-4b52-b607-71ff7fe06301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:11:19.759204 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Notify callbacks [] for subnet, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:11:19.997368 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774015606842'] for subnet, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:11:20.002536 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:11:20.071849 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:11:20.072487 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:11:20.080250 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] 10.222.0.49 "PUT /v2.0/subnets/7573454f-2b53-4242-888e-e15fe8965b42 HTTP/1.1" status: 200 len: 868 time: 0.4410808 Aug 02 13:11:20.080636 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa75998e-ce96-42a8-9e9e-77babef9cf1e None None] Network b7e06ce0-569b-4ae4-a145-f7ac303da695 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:11:20.110899 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7573454f-2b53-4242-888e-e15fe8965b42,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:11:20.119326 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:11:20.120642 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:11:20.120994 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:11:20.121426 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:11:20.122005 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:11:20.122334 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:11:20.122702 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:11:20.122983 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:11:20.123348 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:11:20.123692 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:11:20.124011 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:11:20.124325 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:11:20.124637 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Tracked resource versions report: Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: pushed versions: Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: { 'AddressGroup': {'1.2'}, Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'ConntrackHelper': {'1.0'}, Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Log': {'1.0'}, Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Network': {'1.1'}, Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Port': {'1.7'}, Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'PortForwarding': {'1.2'}, Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'QosPolicy': {'1.8'}, Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'SecurityGroup': {'1.4'}, Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'SubPort': {'1.0'}, Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Subnet': {'1.1'}, Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Trunk': {'1.1'}} Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: consumer versions: Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: { DHCP agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: L3 agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: Metadata agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: Metering agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: Open vSwitch agent@dv-cinder-803181-1-iscsi: { 'AddressGroup': '1.2', Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'ConntrackHelper': '1.0', Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Log': '1.0', Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Network': '1.1', Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Port': '1.7', Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'PortForwarding': '1.2', Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'QosPolicy': '1.8', Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'SecurityGroup': '1.4', Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'SecurityGroupRule': '1.2', Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'SubPort': '1.0', Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Subnet': '1.1', Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Trunk': '1.1'}} Aug 02 13:11:20.125849 dv-cinder-803181-1-iscsi neutron-server[78567]: {{(pid=78567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:11:20.129783 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:11:20.569087 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-11b861f2-fbc6-4db6-96a3-7dce197f5107 None None] Provisioning complete for port 55a47760-01a4-4744-adf6-960f4399a5a7 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:11:20.569551 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-11b861f2-fbc6-4db6-96a3-7dce197f5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:11:20.708123 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-11b861f2-fbc6-4db6-96a3-7dce197f5107 None None] Provisioning complete for port 4fc53b51-b0f4-4001-b95e-2162b6b109b6 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:11:20.709398 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-11b861f2-fbc6-4db6-96a3-7dce197f5107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:11:22.307285 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46860) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:11:22.490647 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b708275a-011e-4b67-bb36-09a9fccf7d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:11:22.491153 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b708275a-011e-4b67-bb36-09a9fccf7d24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:11:22.492716 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-b708275a-011e-4b67-bb36-09a9fccf7d24 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1844876 Aug 02 13:11:22.784201 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-95cde140-b903-4b56-bd98-8e7e4f5bc18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:11:23.460348 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:11:24.689883 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46870) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:11:24.867495 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1326a13-354e-4c09-ab95-f1f04c21fed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:11:24.867867 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1326a13-354e-4c09-ab95-f1f04c21fed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:11:24.868111 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:11:24.869579 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-c1326a13-354e-4c09-ab95-f1f04c21fed9 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1787043 Aug 02 13:11:27.024230 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46880) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:11:27.197458 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d8041b-96bd-463b-8dae-42e8fd94d7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:11:27.198837 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-55d8041b-96bd-463b-8dae-42e8fd94d7a9 admin admin] 10.222.0.49 "GET /v2.0/networks/a8a644a4-d85e-44e8-9e00-0dce09f6ac13 HTTP/1.1" status: 200 len: 886 time: 0.1736827 Aug 02 13:11:29.373992 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46890) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:11:29.547430 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9880ee-0863-4666-8c39-2417d142bd72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:11:29.549054 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-bf9880ee-0863-4666-8c39-2417d142bd72 admin admin] 10.222.0.49 "GET /v2.0/networks/b7e06ce0-569b-4ae4-a145-f7ac303da695 HTTP/1.1" status: 200 len: 869 time: 0.1738551 Aug 02 13:11:31.722066 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 46900) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:11:31.846675 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd4af58-0b30-440a-a00b-9507a80763ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:11:31.847135 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd4af58-0b30-440a-a00b-9507a80763ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:11:31.848646 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-9fd4af58-0b30-440a-a00b-9507a80763ea admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1256278 Aug 02 13:11:34.043585 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46910) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:11:34.154726 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e9172-748f-4784-8bc2-e4fdcca0b35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:11:34.155182 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a3e9172-748f-4784-8bc2-e4fdcca0b35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:11:34.155906 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-3a3e9172-748f-4784-8bc2-e4fdcca0b35a admin admin] Synchronizing usage tracker for tenant:72363ffc94c14d76bdbdbcecfd49a674 on resource:subnet {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:11:34.173918 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-3a3e9172-748f-4784-8bc2-e4fdcca0b35a admin admin] Unset dirty status for tenant:72363ffc94c14d76bdbdbcecfd49a674 on resource:subnet {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:11:34.175167 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-3a3e9172-748f-4784-8bc2-e4fdcca0b35a admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1305671 Aug 02 13:11:36.382422 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46920) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:11:36.495956 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102ff6d1-e541-43d2-9bd2-9166dddc586f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:11:36.497355 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-102ff6d1-e541-43d2-9bd2-9166dddc586f admin admin] 10.222.0.49 "GET /v2.0/subnets/7573454f-2b53-4242-888e-e15fe8965b42 HTTP/1.1" status: 200 len: 868 time: 0.1139550 Aug 02 13:11:38.718663 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46930) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:11:38.831896 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc9c2f9-385e-4a87-b809-2867bf3230f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:11:38.833437 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-7bc9c2f9-385e-4a87-b809-2867bf3230f6 admin admin] 10.222.0.49 "GET /v2.0/subnets/f4078bd4-78d7-483f-828a-d1e17f6b901c HTTP/1.1" status: 200 len: 816 time: 0.1136394 Aug 02 13:11:49.652732 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f4543d47-fe61-4ac4-aab6-d7540def244c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:11:50.088660 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:11:52.442696 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 5 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:11:52.787655 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-8aad7ecb-2efc-41fa-87d0-3cb3e63fe63f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:11:53.464819 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:11:54.871028 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:02.243591 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46974) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:12:02.292121 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [None req-2d02959a-892d-4879-9601-8e3e89b2eed3 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=78568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 13:12:02.293110 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-2d02959a-892d-4879-9601-8e3e89b2eed3 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484996 Aug 02 13:12:04.509210 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46984) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:12:04.632248 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.pecan_wsgi.hooks.translation [None req-df464451-0447-4c04-ad7a-b9020d897964 admin admin] GET failed (client error): The resource could not be found. Aug 02 13:12:04.633514 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-df464451-0447-4c04-ad7a-b9020d897964 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1233399 Aug 02 13:12:04.759109 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7ba28a-fad1-442c-91f7-789c0df1c239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:12:04.760579 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-8c7ba28a-fad1-442c-91f7-789c0df1c239 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1232271 Aug 02 13:12:06.982447 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 46994) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:12:07.031522 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:12:07.036932 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:12:07.046505 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:12:07.056876 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Made reservation on behalf of 72363ffc94c14d76bdbdbcecfd49a674 for: {'network': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:12:07.059148 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:07.150399 dv-cinder-803181-1-iscsi neutron-server[78568]: WARNING neutron.services.revisions.revision_plugin [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Could not find related network for resource to bump revision. Aug 02 13:12:07.162101 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=78568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:12:07.171061 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:07.171449 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.segments_db [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Added segment 2a86f61d-812c-45d3-b568-d65bafea02b6 of type vlan for network 1f8f2a28-32ab-46c9-9a6a-71230d325cce Aug 02 13:12:07.198287 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:07.227548 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:07.228990 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:12:07.229604 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:07.232871 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:12:07.332314 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3487091 Aug 02 13:12:07.335459 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Pushing event updated for resources: {'Network': ['ID=1f8f2a28-32ab-46c9-9a6a-71230d325cce,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:12:07.343103 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:07.343445 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:07.343782 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:07.344116 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:07.344446 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:07.344765 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:07.345091 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:07.345442 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:07.345765 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:07.346083 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:07.346401 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:07.347254 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:07.351573 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:12:07.360195 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network 1f8f2a28-32ab-46c9-9a6a-71230d325cce details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:12:09.565030 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47004) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:12:09.632731 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1226981-d7e7-49c9-ba1c-359dbc1ce3cc admin admin] GET failed (client error): The resource could not be found. Aug 02 13:12:09.634030 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b1226981-d7e7-49c9-ba1c-359dbc1ce3cc admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0679681 Aug 02 13:12:09.744782 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b9fe88-2f12-46ab-8903-e10b2ced3e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:12:09.746317 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-86b9fe88-2f12-46ab-8903-e10b2ced3e34 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1084254 Aug 02 13:12:09.760308 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '1f8f2a28-32ab-46c9-9a6a-71230d325cce', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:12:09.765711 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:12:09.778282 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:12:09.788584 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] Made reservation on behalf of 72363ffc94c14d76bdbdbcecfd49a674 for: {'subnet': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:12:09.790879 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:10.045383 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:10.049827 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:12:10.121284 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e91d6c16-7f32-4fc4-94a4-3b45dd9ee917,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:12:10.124069 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:12:10.135497 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] Checking segment: {'id': '2a86f61d-812c-45d3-b568-d65bafea02b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1f8f2a28-32ab-46c9-9a6a-71230d325cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:12:10.135885 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] Network hostable DHCP agents. Network: 1f8f2a28-32ab-46c9-9a6a-71230d325cce, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:12:10.159257 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] Network 1f8f2a28-32ab-46c9-9a6a-71230d325cce is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:12:10.172180 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, 1f8f2a28-32ab-46c9-9a6a-71230d325cce) {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:12:10.178399 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:12:10.179004 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:10.184815 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9f20fd-4c23-4bfa-98e9-8d23a131dce1 None None] Network 1f8f2a28-32ab-46c9-9a6a-71230d325cce requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:12:10.209217 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4476535 Aug 02 13:12:10.447920 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9842de1a-b9a2-5785-a689-5798b1947638-1f8f2a28-32ab-46c9-9a6a-71230d325cce', 'network_id': '1f8f2a28-32ab-46c9-9a6a-71230d325cce', 'tenant_id': '72363ffc94c14d76bdbdbcecfd49a674', 'fixed_ips': [{'subnet_id': 'e91d6c16-7f32-4fc4-94a4-3b45dd9ee917'}]}} from dv-cinder-803181-1-iscsi. {{(pid=78569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 02 13:12:10.448785 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:10.613670 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.db_base_plugin_common [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Allocated IP 192.168.233.2 (1f8f2a28-32ab-46c9-9a6a-71230d325cce/e91d6c16-7f32-4fc4-94a4-3b45dd9ee917/3b7f9ffb-166f-4369-877d-a84bb0d15a2d) {{(pid=78569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:12:10.829217 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Notify callbacks [] for port, precommit_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:10.840962 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Transition to ACTIVE for port object 3b7f9ffb-166f-4369-877d-a84bb0d15a2d will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:12:10.860542 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Transition to ACTIVE for port object 3b7f9ffb-166f-4369-877d-a84bb0d15a2d will not be triggered until provisioned by entity DHCP. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:12:10.867910 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:10.872528 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4d63aee1-cee1-47aa-9fcb-927e9d7da22a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:12:10.958688 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Network 1f8f2a28-32ab-46c9-9a6a-71230d325cce is already hosted by enough agents. {{(pid=78569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:12:10.962038 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.base_scheduler [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Resources bound (agent type, host, resource id): {{(pid=78569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:12:10.967674 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Received port after_create {{(pid=78569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:12:10.974036 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Pushing event updated for resources: {'Port': ['ID=3b7f9ffb-166f-4369-877d-a84bb0d15a2d,revision_number=1']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:12:10.982173 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:10.982538 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:10.982880 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:10.983210 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:10.983537 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:10.983863 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:10.984184 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:10.984510 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:10.984852 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:10.985221 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:10.985506 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:10.985818 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:12:11.013617 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:12:11.076148 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Attempting to bind port 3b7f9ffb-166f-4369-877d-a84bb0d15a2d on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:12:11.076588 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Attempting to bind port 3b7f9ffb-166f-4369-877d-a84bb0d15a2d by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': '2a86f61d-812c-45d3-b568-d65bafea02b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1f8f2a28-32ab-46c9-9a6a-71230d325cce'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:12:11.076897 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Attempting to bind port 3b7f9ffb-166f-4369-877d-a84bb0d15a2d on network 1f8f2a28-32ab-46c9-9a6a-71230d325cce {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:12:11.082826 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 11, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:12:11.083229 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Checking segment: {'id': '2a86f61d-812c-45d3-b568-d65bafea02b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1f8f2a28-32ab-46c9-9a6a-71230d325cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:12:11.083597 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:11.083994 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Bound using segment: {'id': '2a86f61d-812c-45d3-b568-d65bafea02b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1f8f2a28-32ab-46c9-9a6a-71230d325cce'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:12:11.084469 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Bound port: 3b7f9ffb-166f-4369-877d-a84bb0d15a2d, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a86f61d-812c-45d3-b568-d65bafea02b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1f8f2a28-32ab-46c9-9a6a-71230d325cce'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:12:11.084865 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:11.177043 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] For port 3b7f9ffb-166f-4369-877d-a84bb0d15a2d, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:12:11.180695 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] For port 3b7f9ffb-166f-4369-877d-a84bb0d15a2d, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=3b7f9ffb-166f-4369-877d-a84bb0d15a2d,segment=NetworkSegment(2a86f61d-812c-45d3-b568-d65bafea02b6),segment_id=2a86f61d-812c-45d3-b568-d65bafea02b6)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:12:11.185786 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:11.190548 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4d63aee1-cee1-47aa-9fcb-927e9d7da22a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:12:11.277122 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Pushing event updated for resources: {'Port': ['ID=3b7f9ffb-166f-4369-877d-a84bb0d15a2d,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:12:11.280409 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:12:12.136906 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e12f5c50-e87a-4df0-8c97-2caa28420cbf None None] Network 1f8f2a28-32ab-46c9-9a6a-71230d325cce requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:12:12.228668 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-55084642-2b80-4031-983c-2345cc2dbdf9 None None] Provisioning for port 3b7f9ffb-166f-4369-877d-a84bb0d15a2d completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:12:12.857343 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 3b7f9ffb-166f-4369-877d-a84bb0d15a2d up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:12:12.949538 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 3b7f9ffb-166f-4369-877d-a84bb0d15a2d completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:12:12.954629 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 3b7f9ffb-166f-4369-877d-a84bb0d15a2d triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:12:12.955014 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:13.080051 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:13.117417 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 3b7f9ffb-166f-4369-877d-a84bb0d15a2d, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=3b7f9ffb-166f-4369-877d-a84bb0d15a2d,segment=NetworkSegment(2a86f61d-812c-45d3-b568-d65bafea02b6),segment_id=2a86f61d-812c-45d3-b568-d65bafea02b6)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:12:13.121708 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:13.123925 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:12:13.194502 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=3b7f9ffb-166f-4369-877d-a84bb0d15a2d,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:12:13.197536 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:12:14.834878 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 3b7f9ffb-166f-4369-877d-a84bb0d15a2d up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:12:14.914785 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 3b7f9ffb-166f-4369-877d-a84bb0d15a2d triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:12:14.915168 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:19.655074 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-51483808-b7f5-42d9-8bba-90f8877bc7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:20.083000 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:22.792061 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4aa0dd6b-bcd4-4cf2-af84-4e83160ce4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:23.468536 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:24.874705 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:29.442178 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 5 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:12:49.658210 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-155c716b-95b1-433f-aac1-3d69c50b6029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:50.085869 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:52.794591 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4106fa2b-c6e7-4110-871d-2866b842d53f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:53.466318 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:12:54.886918 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:06.441609 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 5 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:13:19.662137 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a1c2c408-5866-4126-a0ce-6af9da843980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:20.088080 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:22.801748 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ffdf7337-d2f5-43eb-a064-9ad24db229fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:23.474072 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:24.883424 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:26.184238 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47054) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:13:26.190922 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [None req-c80d073e-dd7e-4386-b19e-ab9b3db03a3e tempest-verify_tempest_config-642511087 tempest-verify_tempest_config-642511087-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=78568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 13:13:26.191860 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-c80d073e-dd7e-4386-b19e-ab9b3db03a3e tempest-verify_tempest_config-642511087 tempest-verify_tempest_config-642511087-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066681 Aug 02 13:13:26.500291 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47072) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:13:26.615048 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:26.628906 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:13:26.632562 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Usage tracker for resource:security_group_rule and tenant:81372b05b3ee44d0909e6c9bef603339 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:13:26.635323 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:13:26.641503 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:13:26.721471 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:26.725360 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:26.732897 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9e1e7c33-b058-4190-a24c-adb027022df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:13:26.774569 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d739a7b-219d-4806-b30c-fb25feeed14b,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:13:26.778675 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Synchronizing usage tracker for tenant:72363ffc94c14d76bdbdbcecfd49a674 on resource:security_group {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:13:26.785620 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:13:26.785985 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:13:26.786322 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:13:26.786649 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:13:26.786972 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:13:26.787294 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:13:26.787612 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:13:26.787927 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:13:26.788260 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:13:26.788583 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:13:26.788895 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:13:26.789301 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:13:26.794492 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:13:26.805916 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Unset dirty status for tenant:72363ffc94c14d76bdbdbcecfd49a674 on resource:security_group {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:13:26.807202 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81372b05b3ee44d0909e6c9bef603339&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3059506 Aug 02 13:13:26.809855 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47078) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:13:26.867370 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7629e589-d7ce-4f8d-9edb-ac1415cb9700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:26.894406 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7629e589-d7ce-4f8d-9edb-ac1415cb9700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:26.993386 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7629e589-d7ce-4f8d-9edb-ac1415cb9700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:26.997633 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-3c082b76-3c65-42ea-9a56-b21aa521dc04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:13:27.010171 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7629e589-d7ce-4f8d-9edb-ac1415cb9700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d739a7b-219d-4806-b30c-fb25feeed14b,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:13:27.014214 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-7629e589-d7ce-4f8d-9edb-ac1415cb9700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:13:27.015439 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7629e589-d7ce-4f8d-9edb-ac1415cb9700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:27.019239 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-7629e589-d7ce-4f8d-9edb-ac1415cb9700 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5d739a7b-219d-4806-b30c-fb25feeed14b HTTP/1.1" status: 204 len: 168 time: 0.2078021 Aug 02 13:13:43.442070 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 5 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:13:49.663243 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6674cdf5-27e2-4b40-a9c5-1936888d60ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:50.090967 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:52.803395 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-b8d0aa9d-bcf2-41a0-9a67-2d44a1ea0058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:53.472648 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:13:54.884439 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:14:19.665838 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-2d9d1cc3-b893-4b69-9851-d7753c438d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:14:20.094666 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:14:20.440944 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 5 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:14:22.805410 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1c8bcaa0-de34-44a7-8ea7-5a67ef9e39a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:14:23.477793 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:14:24.887695 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:14:49.670161 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-adbca01b-a250-4ea7-94ed-555a9f636ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:14:50.095900 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:14:52.807843 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a0c00810-5158-4f75-b024-f17965d35d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:14:53.481152 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:14:54.890189 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:14:57.442173 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 5 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:15:06.155392 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1807961'] for agent, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:15:19.673669 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-648a5d08-640b-4ff7-892f-22b02ab9995e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:15:20.098188 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:15:20.357695 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47154) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:15:20.477347 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-c0846fd0-b8cf-470f-9d35-a64c79a8ccb4 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1185954 Aug 02 13:15:22.703775 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47168) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:15:22.758888 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b18426dd-c14f-43ad-8d3a-47d7bb513ed9 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0540142 Aug 02 13:15:22.815699 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a1084813-32da-44cb-9214-fbb18846ffe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:15:23.483830 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:15:24.896211 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:15:34.442229 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:15:36.136864 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:15:49.676603 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-e299e331-2fc1-4225-8abe-26712ebe0d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:15:50.099591 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:15:52.807788 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a34d5964-636a-4c6c-84d5-0dfbe698d513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:15:53.486343 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:15:54.895671 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:16:06.138560 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:16:11.441531 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:16:19.699105 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-48b5a055-b20c-4c42-a4ff-f5d4727cff0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:16:20.111242 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:16:22.810623 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-af3372e2-9f4e-4b61-b619-2451e54befca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:16:23.492140 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:16:24.903791 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:16:36.166465 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:16:48.439999 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:16:49.682436 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-5c50673f-6ddc-4e68-b4ae-9915f606ba42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:16:50.103832 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:16:52.814368 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f7608d99-d35a-4a19-a5f8-2573811e956a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:16:53.491989 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:16:54.899656 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:04.948531 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47286) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:05.248794 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-171544970-network', 'tenant_id': '11bae0654e664c5d810eeefed3b8fa3e'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:05.253514 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:05.257957 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Usage tracker for resource:network and tenant:11bae0654e664c5d810eeefed3b8fa3e is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:05.262619 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:05.269012 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:05.282050 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Made reservation on behalf of 11bae0654e664c5d810eeefed3b8fa3e for: {'network': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:17:05.284563 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:05.308094 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:05.327167 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:05.332827 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Usage tracker for resource:security_group_rule and tenant:11bae0654e664c5d810eeefed3b8fa3e is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:05.337535 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:05.345542 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:05.452110 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:05.455742 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:05.461085 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-15927746-84d4-473f-ae89-65de34a1d25f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:05.491123 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=78568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:17:05.498715 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfde4aba-b7da-4f25-8f10-110e5482525c,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:05.509976 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:05.510336 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:05.510864 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:05.511190 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:05.511678 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:05.512005 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:05.512324 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:05.512644 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:05.512976 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:05.513321 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:05.513638 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:05.514068 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Tracked resource versions report: Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: pushed versions: Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: { 'AddressGroup': {'1.2'}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'ConntrackHelper': {'1.0'}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Log': {'1.0'}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Network': {'1.1'}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Port': {'1.7'}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'PortForwarding': {'1.2'}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'QosPolicy': {'1.8'}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'SecurityGroup': {'1.4'}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'SubPort': {'1.0'}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Subnet': {'1.1'}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Trunk': {'1.1'}} Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: consumer versions: Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: { DHCP agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: HyperV agent@hv-cinder-80318: {}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: L3 agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: Metadata agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: Metering agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: Open vSwitch agent@dv-cinder-803181-1-iscsi: { 'AddressGroup': '1.2', Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'ConntrackHelper': '1.0', Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Log': '1.0', Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Network': '1.1', Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Port': '1.7', Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'PortForwarding': '1.2', Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'QosPolicy': '1.8', Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'SecurityGroup': '1.4', Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'SecurityGroupRule': '1.2', Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'SubPort': '1.0', Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Subnet': '1.1', Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: 'Trunk': '1.1'}} Aug 02 13:17:05.515120 dv-cinder-803181-1-iscsi neutron-server[78568]: {{(pid=78568) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:17:05.521303 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:05.521653 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.segments_db [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Added segment 3f1303a9-8865-492e-aad2-a84e5c032c26 of type vlan for network 9fdf2868-fe97-4e62-bb8f-58b22673d4a7 Aug 02 13:17:05.531922 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:05.556627 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:05.593179 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:05.594662 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:05.595392 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:05.601612 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-54a39155-eee7-4564-be9b-1edf95c801a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:05.710711 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Pushing event updated for resources: {'Network': ['ID=9fdf2868-fe97-4e62-bb8f-58b22673d4a7,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:05.718240 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7686305 Aug 02 13:17:05.719188 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47328) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:05.719706 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:05.729883 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Request body: {'subnet': {'network_id': '9fdf2868-fe97-4e62-bb8f-58b22673d4a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-171544970-subnet', 'tenant_id': '11bae0654e664c5d810eeefed3b8fa3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:05.732063 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network 9fdf2868-fe97-4e62-bb8f-58b22673d4a7 details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:17:05.736283 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:05.741479 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Usage tracker for resource:subnet and tenant:11bae0654e664c5d810eeefed3b8fa3e is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:05.744713 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:05.751289 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:05.764614 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Made reservation on behalf of 11bae0654e664c5d810eeefed3b8fa3e for: {'subnet': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:17:05.766956 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:06.013637 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:06.019640 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-af85094c-c77e-4969-bbda-84fce6e4e85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:06.096924 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=72297f05-8d22-453d-a893-0a7c35e44a56,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:06.106302 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:06.106666 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:06.107007 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:06.107341 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:06.107668 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:06.108009 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:06.108334 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:06.108651 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:06.108970 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:06.109313 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:06.109632 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:06.109943 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Tracked resource versions report: Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: pushed versions: Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: { 'AddressGroup': {'1.2'}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'ConntrackHelper': {'1.0'}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Log': {'1.0'}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Network': {'1.1'}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Port': {'1.7'}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'PortForwarding': {'1.2'}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'QosPolicy': {'1.8'}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'SecurityGroup': {'1.4'}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'SubPort': {'1.0'}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Subnet': {'1.1'}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Trunk': {'1.1'}} Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: consumer versions: Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: { DHCP agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: HyperV agent@hv-cinder-80318: {}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: L3 agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: Metadata agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: Metering agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: Open vSwitch agent@dv-cinder-803181-1-iscsi: { 'AddressGroup': '1.2', Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'ConntrackHelper': '1.0', Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Log': '1.0', Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Network': '1.1', Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Port': '1.7', Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'PortForwarding': '1.2', Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'QosPolicy': '1.8', Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'SecurityGroup': '1.4', Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'SecurityGroupRule': '1.2', Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'SubPort': '1.0', Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Subnet': '1.1', Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: 'Trunk': '1.1'}} Aug 02 13:17:06.111037 dv-cinder-803181-1-iscsi neutron-server[78567]: {{(pid=78567) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:17:06.119438 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:06.120163 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Checking segment: {'id': '3f1303a9-8865-492e-aad2-a84e5c032c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9fdf2868-fe97-4e62-bb8f-58b22673d4a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:06.120520 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Network hostable DHCP agents. Network: 9fdf2868-fe97-4e62-bb8f-58b22673d4a7, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:17:06.143024 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Network 9fdf2868-fe97-4e62-bb8f-58b22673d4a7 is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:17:06.156376 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, 9fdf2868-fe97-4e62-bb8f-58b22673d4a7) {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:06.161428 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:06.162019 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:06.191512 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ad7260-4fac-41aa-8046-6ad088d1f2c2 None None] Network 9fdf2868-fe97-4e62-bb8f-58b22673d4a7 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:17:06.205452 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4848096 Aug 02 13:17:06.244641 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:06.253792 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47368) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:06.476457 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a717460-ff87-4c67-b574-44dd7bd8d83e None None] Network 9fdf2868-fe97-4e62-bb8f-58b22673d4a7 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:17:06.678603 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-network', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:06.683838 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:06.690222 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Usage tracker for resource:network and tenant:0a084b6e9d41405097db0f4dc6fedaf7 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:06.696570 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:06.708310 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:06.724753 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Made reservation on behalf of 0a084b6e9d41405097db0f4dc6fedaf7 for: {'network': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:17:06.728477 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:06.749350 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:06.777423 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:06.783664 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Usage tracker for resource:security_group_rule and tenant:0a084b6e9d41405097db0f4dc6fedaf7 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:06.789487 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:06.799252 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:06.895290 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:06.899298 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:06.902962 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-7629e589-d7ce-4f8d-9edb-ac1415cb9700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:06.932112 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f00d90-ff08-4abb-b9b2-eed1904b9cb6,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:06.935347 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:06.942439 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=78568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:17:06.952650 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:06.953529 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.segments_db [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Added segment 213b8032-0841-4f06-a73e-74c00e88f52a of type vlan for network bb040d03-cbf3-4995-bcf3-f17d53b45872 Aug 02 13:17:06.960047 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47394) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:06.997086 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:06.997219 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47404) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:07.020995 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47412) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:07.031431 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:07.032949 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:07.033566 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:07.039089 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:07.154140 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Pushing event updated for resources: {'Network': ['ID=bb040d03-cbf3-4995-bcf3-f17d53b45872,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:07.158070 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9020863 Aug 02 13:17:07.159180 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:07.162057 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47422) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:07.169626 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Request body: {'subnet': {'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-subnet', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:07.171046 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network bb040d03-cbf3-4995-bcf3-f17d53b45872 details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:17:07.175041 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:07.180459 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Usage tracker for resource:subnet and tenant:0a084b6e9d41405097db0f4dc6fedaf7 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:07.183816 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:07.189876 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:07.202693 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Made reservation on behalf of 0a084b6e9d41405097db0f4dc6fedaf7 for: {'subnet': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:17:07.206339 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Notify callbacks [] for subnet, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:07.311355 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-54690084-network', 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:07.325659 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:07.334383 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Usage tracker for resource:network and tenant:5acfbbf2230b40e9a47291fa14f8d5d7 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:07.341989 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:07.369211 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-746781532-network', 'tenant_id': 'f80e631c5cce4d94a37b274cc8fd1085'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:07.373469 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:07.380302 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:07.384606 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Usage tracker for resource:network and tenant:f80e631c5cce4d94a37b274cc8fd1085 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:07.387629 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:07.393919 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:07.411816 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-428328202-network', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:07.420431 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Made reservation on behalf of f80e631c5cce4d94a37b274cc8fd1085 for: {'network': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:17:07.422755 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:07.449762 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:07.463512 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Made reservation on behalf of 5acfbbf2230b40e9a47291fa14f8d5d7 for: {'network': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:17:07.466213 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:07.480683 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:07.491383 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:07.500797 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Usage tracker for resource:network and tenant:1dfc0f7ffe5d46e38126837be5e982ce is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:07.508196 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:07.513882 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:07.552679 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Usage tracker for resource:security_group_rule and tenant:f80e631c5cce4d94a37b274cc8fd1085 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:07.562020 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:07.567963 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:07.570176 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:07.578350 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:07.594417 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Usage tracker for resource:security_group_rule and tenant:5acfbbf2230b40e9a47291fa14f8d5d7 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:07.603306 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:07.640441 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:07.653980 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Made reservation on behalf of 1dfc0f7ffe5d46e38126837be5e982ce for: {'network': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:17:07.656889 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:07.697287 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:07.759358 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:07.776453 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Usage tracker for resource:security_group_rule and tenant:1dfc0f7ffe5d46e38126837be5e982ce is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:07.780488 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:07.782350 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:07.798764 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:07.802915 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-3e7a5e2d-b29f-411a-ae84-a4c61f26936d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:07.900807 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bf2c7bd-9f7d-4ef5-aae7-845561678e71,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:07.911850 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:08.010589 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.017932 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Checking segment: {'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:08.018298 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Network hostable DHCP agents. Network: bb040d03-cbf3-4995-bcf3-f17d53b45872, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:17:08.027399 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.034968 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.060811 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=78567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:17:08.072683 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774015622292', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.073685 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Unsubscribe: segment precommit_create {{(pid=78567) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 02 13:17:08.074314 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.segments_db [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Added segment 5f733ee0-601b-4a7f-81f1-801b225c8f04 of type vlan for network 2f1027cf-695e-4fa3-a649-01bf9937dcce Aug 02 13:17:08.119289 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.168128 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:08.203013 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Network bb040d03-cbf3-4995-bcf3-f17d53b45872 is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:17:08.210780 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.216358 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:08.219661 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.229432 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:08.230638 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:08.243319 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:08.243990 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.249247 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, bb040d03-cbf3-4995-bcf3-f17d53b45872) {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:08.260781 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0cc48d-82e8-44ad-bdfa-6761d745484c None None] Network bb040d03-cbf3-4995-bcf3-f17d53b45872 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:17:08.286900 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:08.290495 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.382621 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=78567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:17:08.411398 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da350d3d-eeb7-4dda-af01-817e1c893755,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:08.415733 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:08.423975 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:08.439839 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.440181 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.segments_db [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Added segment 6c11a7fe-0eb1-46ce-95a0-727c3111a5f7 of type vlan for network 8d55e602-c9e5-475a-8414-a458f789f4bf Aug 02 13:17:08.483305 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.511364 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.551101 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-eccf56b1-2870-412e-810c-05fe0f7529ac admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3864679 Aug 02 13:17:08.551364 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47482) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:08.556946 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5928161 Aug 02 13:17:08.557039 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47488) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:08.563697 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Request body: {'subnet': {'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-54690084-subnet', 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:08.588916 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:08.590234 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:08.596949 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9842de1a-b9a2-5785-a689-5798b1947638-bb040d03-cbf3-4995-bcf3-f17d53b45872', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71'}]}} from dv-cinder-803181-1-iscsi. {{(pid=78569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 02 13:17:08.600466 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Usage tracker for resource:router and tenant:0a084b6e9d41405097db0f4dc6fedaf7 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:08.601924 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.611865 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:08.631203 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:08.649263 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:08.655114 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Usage tracker for resource:subnet and tenant:5acfbbf2230b40e9a47291fa14f8d5d7 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:08.660940 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:08.668158 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:08.677655 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.680285 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15685'] for router, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.682775 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15692'] for router, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.709415 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.713005 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Pushing event updated for resources: {'Network': ['ID=2f1027cf-695e-4fa3-a649-01bf9937dcce,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:08.723824 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:08.730803 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.184s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:08.758377 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network 2f1027cf-695e-4fa3-a649-01bf9937dcce details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:17:08.764029 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=78567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:17:08.804781 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.805526 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.segments_db [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Added segment b51aa21f-ef99-4998-9d4c-5b8a49a7639a of type vlan for network f388a598-a9e9-4425-b334-df10ec450cba Aug 02 13:17:08.807574 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49cce1c5-334b-4dd5-b834-1c638281c364,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:08.811544 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:08.820567 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.825677 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:08.827674 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.845698 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Made reservation on behalf of 5acfbbf2230b40e9a47291fa14f8d5d7 for: {'subnet': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:17:08.848298 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:08.854440 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-18771e39-6763-4741-9682-5c393d21f83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:09.077145 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.db_base_plugin_common [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Allocated IP 172.20.0.2 (bb040d03-cbf3-4995-bcf3-f17d53b45872/7bf2c7bd-9f7d-4ef5-aae7-845561678e71/d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4) {{(pid=78569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:17:09.156601 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47520) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:09.176294 dv-cinder-803181-1-iscsi neutron-server[78567]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 02 13:17:09.183376 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1830657 Aug 02 13:17:09.350811 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47532) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:09.353220 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Pushing event updated for resources: {'Network': ['ID=8d55e602-c9e5-475a-8414-a458f789f4bf,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:09.359308 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:09.364090 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:09.383426 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Request body: {'subnet': {'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-746781532-subnet', 'tenant_id': 'f80e631c5cce4d94a37b274cc8fd1085', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:09.397149 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:09.401659 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Usage tracker for resource:subnet and tenant:f80e631c5cce4d94a37b274cc8fd1085 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:09.404834 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:09.407404 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:09.411508 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:09.428692 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network 8d55e602-c9e5-475a-8414-a458f789f4bf details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:17:09.429421 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Made reservation on behalf of f80e631c5cce4d94a37b274cc8fd1085 for: {'subnet': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:17:09.432101 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:09.576860 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-1f293f38-ad74-4e2e-a76b-3e3360a9cee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:09.636141 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47540) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:09.724857 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9928d3-215b-479a-af71-193662736dc5 req-dae1bffc-4f13-4e09-bd50-da811da69cb5 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:09.727045 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-dae1bffc-4f13-4e09-bd50-da811da69cb5 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/networks?id=9fdf2868-fe97-4e62-bb8f-58b22673d4a7 HTTP/1.1" status: 200 len: 811 time: 0.5693030 Aug 02 13:17:09.759604 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-6ce87648-6c87-476b-b37e-8c35477154be tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/quotas/11bae0654e664c5d810eeefed3b8fa3e HTTP/1.1" status: 200 len: 375 time: 0.0160918 Aug 02 13:17:09.761842 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:09.763433 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:09.764541 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:09.791746 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:09.807390 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:09.815031 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7925172 Aug 02 13:17:09.819215 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Notify callbacks [] for port, precommit_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:09.819463 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47558) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:09.863805 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Transition to ACTIVE for port object d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:09.893320 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15706'] for router, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:09.903009 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Request body: {'subnet': {'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-428328202-subnet', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:09.908077 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:09.914137 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Usage tracker for resource:subnet and tenant:1dfc0f7ffe5d46e38126837be5e982ce is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:09.918506 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:09.919635 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Transition to ACTIVE for port object d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 will not be triggered until provisioned by entity DHCP. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:09.925908 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:09.928555 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:09.942049 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:09.955728 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac723f8-ee61-478f-8a90-ba25694af273,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:09.967256 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:09.968357 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Checking segment: {'id': '5f733ee0-601b-4a7f-81f1-801b225c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:09.968948 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Network hostable DHCP agents. Network: 2f1027cf-695e-4fa3-a649-01bf9937dcce, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:17:09.974427 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-32685c53-f13f-44ca-9a70-3063e739966b tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=11bae0654e664c5d810eeefed3b8fa3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1841559 Aug 02 13:17:10.010469 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Network bb040d03-cbf3-4995-bcf3-f17d53b45872 is already hosted by enough agents. {{(pid=78569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:10.025576 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.base_scheduler [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Resources bound (agent type, host, resource id): {{(pid=78569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:10.031226 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Made reservation on behalf of 1dfc0f7ffe5d46e38126837be5e982ce for: {'subnet': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:17:10.033586 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.035849 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Received port after_create {{(pid=78569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:17:10.107001 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-db933cf5-c022-429f-8df3-e83c4cd16a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.131970 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Network 2f1027cf-695e-4fa3-a649-01bf9937dcce is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:17:10.140484 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-db933cf5-c022-429f-8df3-e83c4cd16a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:10.145441 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-db933cf5-c022-429f-8df3-e83c4cd16a16 admin admin] Usage tracker for resource:security_group_rule and tenant:ffe9b22d943e471ba002e2f775b22d81 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:10.148832 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-db933cf5-c022-429f-8df3-e83c4cd16a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:10.156272 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-db933cf5-c022-429f-8df3-e83c4cd16a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:10.191602 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Attempting to bind port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:17:10.191781 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Attempting to bind port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:17:10.192141 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Attempting to bind port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 on network bb040d03-cbf3-4995-bcf3-f17d53b45872 {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:10.197633 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47570) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:10.198327 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Pushing event updated for resources: {'Port': ['ID=d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4,revision_number=1']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:10.215868 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:17:10.216102 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Checking segment: {'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:10.219550 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.219550 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Bound using segment: {'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:17:10.219830 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Bound port: d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:17:10.220196 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.226265 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Pushing event updated for resources: {'Network': ['ID=f388a598-a9e9-4425-b334-df10ec450cba,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:10.233463 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:10.235785 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.337s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:10.249258 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network f388a598-a9e9-4425-b334-df10ec450cba details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:17:10.283105 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, 2f1027cf-695e-4fa3-a649-01bf9937dcce) {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:10.302440 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:10.303037 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.378862 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:10.379231 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:10.380085 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:10.380085 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:10.380315 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:10.380536 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:10.380962 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:10.381381 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:10.381955 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:10.382599 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:10.382939 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:10.383264 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Tracked resource versions report: Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: pushed versions: Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: { 'AddressGroup': {'1.2'}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'ConntrackHelper': {'1.0'}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Log': {'1.0'}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Network': {'1.1'}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Port': {'1.7'}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'PortForwarding': {'1.2'}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'QosPolicy': {'1.8'}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'SecurityGroup': {'1.4'}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'SubPort': {'1.0'}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Subnet': {'1.1'}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Trunk': {'1.1'}} Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: consumer versions: Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: { DHCP agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: HyperV agent@hv-cinder-80318: {}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: L3 agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: Metadata agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: Metering agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: Open vSwitch agent@dv-cinder-803181-1-iscsi: { 'AddressGroup': '1.2', Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'ConntrackHelper': '1.0', Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Log': '1.0', Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Network': '1.1', Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Port': '1.7', Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'PortForwarding': '1.2', Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'QosPolicy': '1.8', Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'SecurityGroup': '1.4', Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'SecurityGroupRule': '1.2', Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'SubPort': '1.0', Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Subnet': '1.1', Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: 'Trunk': '1.1'}} Aug 02 13:17:10.384841 dv-cinder-803181-1-iscsi neutron-server[78569]: {{(pid=78569) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:17:10.392321 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df618d7f-d9ce-4c98-b4f3-e18a1fbcf7d8 None None] Network 2f1027cf-695e-4fa3-a649-01bf9937dcce requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:17:10.392562 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Checking segment: {'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:10.392562 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Network hostable DHCP agents. Network: 8d55e602-c9e5-475a-8414-a458f789f4bf, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:17:10.399559 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-db933cf5-c022-429f-8df3-e83c4cd16a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.405777 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-bd0eb0a6-c8bd-4ca8-ad25-3ea1824bafe6 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=78567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 13:17:10.407029 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-bd0eb0a6-c8bd-4ca8-ad25-3ea1824bafe6 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1279414 Aug 02 13:17:10.412072 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:10.420540 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-db933cf5-c022-429f-8df3-e83c4cd16a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.434553 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-2c2e6e97-58e7-4dcd-8938-4b483b528abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:10.448313 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.8898935 Aug 02 13:17:10.459653 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47582) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:10.474250 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-54690084-router', 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:10.482454 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9610ddef-40ed-428e-b1ca-2ae9b24f6346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.495815 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17ee4538-d553-4bb8-955b-7497483b5977,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:10.498383 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:10.505276 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.506587 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:10.512193 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Usage tracker for resource:router and tenant:5acfbbf2230b40e9a47291fa14f8d5d7 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:10.517197 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-db933cf5-c022-429f-8df3-e83c4cd16a16 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ffe9b22d943e471ba002e2f775b22d81&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8564520 Aug 02 13:17:10.525728 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47586) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:10.527000 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-9610ddef-40ed-428e-b1ca-2ae9b24f6346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:10.546574 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-9610ddef-40ed-428e-b1ca-2ae9b24f6346 admin admin] Usage tracker for resource:security_group_rule and tenant:b74f6ff342564a7c95d3a6abbba2172b is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:10.552731 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-9610ddef-40ed-428e-b1ca-2ae9b24f6346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:10.562925 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db933cf5-c022-429f-8df3-e83c4cd16a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e89b0ec-50f3-42c6-8ff4-633449ea3173,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:10.568109 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:10.569795 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-9610ddef-40ed-428e-b1ca-2ae9b24f6346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:10.571744 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:10.583641 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-db933cf5-c022-429f-8df3-e83c4cd16a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:10.598368 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] For port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:17:10.608628 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Network 8d55e602-c9e5-475a-8414-a458f789f4bf is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:17:10.611087 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:10.642045 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] For port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:17:10.649781 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.658039 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, 8d55e602-c9e5-475a-8414-a458f789f4bf) {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:10.662926 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:10.671832 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15685'] for router, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.672853 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15692'] for router, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.677842 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:10.678446 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.703079 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28389c93-e463-46e6-83d9-5d7a53e92c98 None None] Network 8d55e602-c9e5-475a-8414-a458f789f4bf requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:17:10.712058 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa6ef6ab-fa4e-4dab-a762-153ab4fccbae,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:10.722905 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:10.758698 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Checking segment: {'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:10.759537 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Network hostable DHCP agents. Network: f388a598-a9e9-4425-b334-df10ec450cba, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:17:10.765039 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.770552 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-62db92e1-42b1-48cd-b658-648b076b55c2 service neutron] 10.222.0.49 "GET /v2.0/networks/9fdf2868-fe97-4e62-bb8f-58b22673d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434718 Aug 02 13:17:10.777755 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4258425 Aug 02 13:17:10.835665 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Network f388a598-a9e9-4425-b334-df10ec450cba is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:17:10.842673 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4699d754-870e-45fd-a9a9-f041e2eacb4a None None] Network 2f1027cf-695e-4fa3-a649-01bf9937dcce requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:17:10.901386 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.909822 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Pushing event updated for resources: {'Port': ['ID=d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:10.918347 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:10.975161 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:10.978759 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-539d68ec-7516-463a-b58c-02fc796463cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:11.020847 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-539d68ec-7516-463a-b58c-02fc796463cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:11.129666 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, f388a598-a9e9-4425-b334-df10ec450cba) {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:11.147273 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2da075-c577-4e3c-a4f4-e04d895ec652 None None] Network f388a598-a9e9-4425-b334-df10ec450cba requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:17:11.153391 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:11.153555 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:11.263117 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9610ddef-40ed-428e-b1ca-2ae9b24f6346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:11.357424 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9610ddef-40ed-428e-b1ca-2ae9b24f6346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:11.376413 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:11.406726 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-539d68ec-7516-463a-b58c-02fc796463cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:11.418132 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610ddef-40ed-428e-b1ca-2ae9b24f6346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49362bf-47c4-428a-9d9c-1725fd76d473,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:11.421562 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9610ddef-40ed-428e-b1ca-2ae9b24f6346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:11.461581 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:11.492618 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d68ec-7516-463a-b58c-02fc796463cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e89b0ec-50f3-42c6-8ff4-633449ea3173,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:11.507552 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-9610ddef-40ed-428e-b1ca-2ae9b24f6346 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b74f6ff342564a7c95d3a6abbba2172b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3058178 Aug 02 13:17:11.509200 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-539d68ec-7516-463a-b58c-02fc796463cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:11.517344 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47616) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:11.532474 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6575160 Aug 02 13:17:11.541001 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedf66c1-9d5f-46f9-a455-a8dc97889f4f None None] Network 8d55e602-c9e5-475a-8414-a458f789f4bf requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:17:11.544620 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47622) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:11.557290 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Allocated IP 172.27.2.10 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/71d11b93-1b83-4f2a-a48e-b136d6ccf2b1) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:17:11.570653 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:11.609222 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:11.628962 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Usage tracker for resource:router and tenant:1dfc0f7ffe5d46e38126837be5e982ce is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:11.643081 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:11.649390 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:11.664112 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47640) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:11.665146 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-539d68ec-7516-463a-b58c-02fc796463cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:11.668551 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-539d68ec-7516-463a-b58c-02fc796463cb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e89b0ec-50f3-42c6-8ff4-633449ea3173 HTTP/1.1" status: 204 len: 168 time: 1.1355886 Aug 02 13:17:11.689256 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-54936167-b993-4ec0-b374-13b96d7bc3a9 service neutron] 10.222.0.49 "GET /v2.0/networks/9fdf2868-fe97-4e62-bb8f-58b22673d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9085968 Aug 02 13:17:11.702404 dv-cinder-803181-1-iscsi neutron-server[78568]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 02 13:17:11.738156 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15706'] for router, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:11.888654 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b89f7c3d-090b-4d66-8977-d0cfa1f86e36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:11.975333 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b89f7c3d-090b-4d66-8977-d0cfa1f86e36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:12.033215 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-d4910524-2a2c-408c-aeb8-8731b8c45033 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:12.041801 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-d4910524-2a2c-408c-aeb8-8731b8c45033 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/networks?id=8d55e602-c9e5-475a-8414-a458f789f4bf HTTP/1.1" status: 200 len: 814 time: 0.3741884 Aug 02 13:17:12.051014 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15685'] for router, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:12.055216 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15692'] for router, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:12.095774 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:12.149219 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-70586bc2-d8af-425c-8e56-b74dbb763b21 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/quotas/f80e631c5cce4d94a37b274cc8fd1085 HTTP/1.1" status: 200 len: 375 time: 0.1061378 Aug 02 13:17:12.207572 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9842de1a-b9a2-5785-a689-5798b1947638-f388a598-a9e9-4425-b334-df10ec450cba', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae'}]}} from dv-cinder-803181-1-iscsi. {{(pid=78569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 02 13:17:12.208405 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:12.269657 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d8e69358-c119-4204-903f-4103a2df8d42 req-8cc68d16-4cdf-42b4-aea8-b4e434bccddf tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 210 time: 0.1105843 Aug 02 13:17:12.273009 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b89f7c3d-090b-4d66-8977-d0cfa1f86e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:12.291719 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:12.352761 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89f7c3d-090b-4d66-8977-d0cfa1f86e36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49362bf-47c4-428a-9d9c-1725fd76d473,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:12.358645 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b89f7c3d-090b-4d66-8977-d0cfa1f86e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:12.421283 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b89f7c3d-090b-4d66-8977-d0cfa1f86e36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:12.424110 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b89f7c3d-090b-4d66-8977-d0cfa1f86e36 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f49362bf-47c4-428a-9d9c-1725fd76d473 HTTP/1.1" status: 204 len: 168 time: 0.9057345 Aug 02 13:17:12.545859 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.db_base_plugin_common [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Allocated IP 172.20.0.2 (f388a598-a9e9-4425-b334-df10ec450cba/fa6ef6ab-fa4e-4dab-a762-153ab4fccbae/c2caf02d-cd72-4c3c-bc70-eca2a523bf86) {{(pid=78569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:17:12.585690 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:12.624955 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-864943d6-69c0-4f29-948e-7eae7dcd2f95 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80e631c5cce4d94a37b274cc8fd1085&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4745240 Aug 02 13:17:12.700612 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:12.719606 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:12.783005 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Notify callbacks [] for port, precommit_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:12.795305 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Transition to ACTIVE for port object c2caf02d-cd72-4c3c-bc70-eca2a523bf86 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:12.815300 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Transition to ACTIVE for port object c2caf02d-cd72-4c3c-bc70-eca2a523bf86 will not be triggered until provisioned by entity DHCP. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:12.828437 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b417ad-3abe-4a3f-8797-871d6a673794 None None] Network bb040d03-cbf3-4995-bcf3-f17d53b45872 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:17:12.839888 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:12.906568 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:13.074245 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:13.100193 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:13.122456 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:13.129419 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:17:13.133053 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:13.202145 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-975ee203-3078-4f99-bcd9-7278b57ddff2 None None] Provisioning for port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:17:13.230174 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47706) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:13.240511 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:13.306457 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Allocated IP 172.27.2.111 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/58dad070-42fa-4655-9344-e044f49d5a2b) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:17:13.382419 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Pushing event updated for resources: {'Port': ['ID=71d11b93-1b83-4f2a-a48e-b136d6ccf2b1,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:13.434512 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.715s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:13.444378 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15706'] for router, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:13.455000 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:17:13.465812 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Network f388a598-a9e9-4425-b334-df10ec450cba is already hosted by enough agents. {{(pid=78569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:13.467735 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:13.468351 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:13.513278 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d96007b4-05ee-43bf-a796-6a32d796f6a5 req-9ff83957-e5db-4ca8-abe2-e2c10781a928 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 210 time: 0.1007047 Aug 02 13:17:13.546360 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f7e01b69-35ed-4dce-b5dd-77dad72dbc94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:13.579838 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.base_scheduler [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Resources bound (agent type, host, resource id): {{(pid=78569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:13.583577 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-f7e01b69-35ed-4dce-b5dd-77dad72dbc94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:13.589666 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-f7e01b69-35ed-4dce-b5dd-77dad72dbc94 admin admin] Usage tracker for resource:security_group_rule and tenant:a6afd059a42c45a2be4d45d0200d21eb is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:13.594192 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-f7e01b69-35ed-4dce-b5dd-77dad72dbc94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:13.602652 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-f7e01b69-35ed-4dce-b5dd-77dad72dbc94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:13.607361 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Received port after_create {{(pid=78569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:17:13.618562 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Pushing event updated for resources: {'Port': ['ID=c2caf02d-cd72-4c3c-bc70-eca2a523bf86,revision_number=1']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:13.632372 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:13.715269 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f7e01b69-35ed-4dce-b5dd-77dad72dbc94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:13.756575 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f7e01b69-35ed-4dce-b5dd-77dad72dbc94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:13.802515 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:13.810407 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Attempting to bind port c2caf02d-cd72-4c3c-bc70-eca2a523bf86 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:17:13.810668 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Attempting to bind port c2caf02d-cd72-4c3c-bc70-eca2a523bf86 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:17:13.811153 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Attempting to bind port c2caf02d-cd72-4c3c-bc70-eca2a523bf86 on network f388a598-a9e9-4425-b334-df10ec450cba {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:13.828701 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:13.839097 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:17:13.839638 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Checking segment: {'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:13.840164 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:13.840671 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Bound using segment: {'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:17:13.841436 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Bound port: c2caf02d-cd72-4c3c-bc70-eca2a523bf86, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:17:13.842012 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:13.845242 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-f7e01b69-35ed-4dce-b5dd-77dad72dbc94 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a6afd059a42c45a2be4d45d0200d21eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4635241 Aug 02 13:17:13.846975 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47728) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:13.896488 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:13.911543 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:13.927151 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:13.969506 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e01b69-35ed-4dce-b5dd-77dad72dbc94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14049c50-9e3c-4b44-a174-d217a1f7725f,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:13.973859 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f7e01b69-35ed-4dce-b5dd-77dad72dbc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:14.057763 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:14.108881 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47736) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:14.110492 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:14.120002 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:17:14.153635 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] For port c2caf02d-cd72-4c3c-bc70-eca2a523bf86, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:17:14.158957 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] For port c2caf02d-cd72-4c3c-bc70-eca2a523bf86, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=c2caf02d-cd72-4c3c-bc70-eca2a523bf86,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:17:14.186595 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:17:14.189461 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:14.204440 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:14.213854 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:14.254350 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:14.326897 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Pushing event updated for resources: {'Port': ['ID=c2caf02d-cd72-4c3c-bc70-eca2a523bf86,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:14.334266 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-6a0e602d-266a-43e2-a3e8-a8c62c8d6f89 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=78568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 13:17:14.341100 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-6a0e602d-266a-43e2-a3e8-a8c62c8d6f89 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9641211 Aug 02 13:17:14.348259 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:14.350640 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:14.645940 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Pushing event updated for resources: {'Port': ['ID=58dad070-42fa-4655-9344-e044f49d5a2b,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:14.654185 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.727s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:14.676942 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:14.715274 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:14.753129 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-678596f6-2eef-48c5-b6ea-9f161b5bdf7c None None] Provisioning complete for port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:14.753966 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-678596f6-2eef-48c5-b6ea-9f161b5bdf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:14.773672 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5b790620-9057-47f5-8de0-f35cdc0b1533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:14.874310 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-009f4f9c-867b-44fd-9c9a-7fa8ef5ebb11 service neutron] 10.222.0.49 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256431 Aug 02 13:17:14.909265 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d688d830-0780-472c-ba33-b40dc9b51f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:14.944587 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-5b790620-9057-47f5-8de0-f35cdc0b1533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:15.042680 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-5b790620-9057-47f5-8de0-f35cdc0b1533 admin admin] Usage tracker for resource:security_group_rule and tenant:7042448e79e04645a916cf54a83818c5 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:15.054390 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-5b790620-9057-47f5-8de0-f35cdc0b1533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:15.085533 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b05da744-6884-4f06-afea-c9e315cd3247 req-b149407a-6d13-4995-9000-7788f2b54297 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 210 time: 0.1262763 Aug 02 13:17:15.088319 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-5b790620-9057-47f5-8de0-f35cdc0b1533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:15.180054 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:15.224171 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:15.281082 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:15.281712 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:15.316799 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-86a0810b-24c9-40b5-910d-335ed6c413d0 service neutron] 10.222.0.49 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417028 Aug 02 13:17:15.472280 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device c2caf02d-cd72-4c3c-bc70-eca2a523bf86 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:15.511740 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d688d830-0780-472c-ba33-b40dc9b51f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:15.594515 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5b790620-9057-47f5-8de0-f35cdc0b1533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:15.606621 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5b790620-9057-47f5-8de0-f35cdc0b1533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:15.627786 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:15.728218 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port c2caf02d-cd72-4c3c-bc70-eca2a523bf86 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:17:15.970806 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804693'] for router, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:16.000624 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-5b790620-9057-47f5-8de0-f35cdc0b1533 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7042448e79e04645a916cf54a83818c5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7224667 Aug 02 13:17:16.008399 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47786) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:16.014651 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b790620-9057-47f5-8de0-f35cdc0b1533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d0ee7d-4b66-48d0-9144-59359a42d79f,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:16.032670 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9ab6c1b4-1b28-44dd-aba7-10a2ae19ccf1 req-4c7b2efa-e56e-4af0-98c8-6a2fa5168ca2 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 210 time: 0.1355307 Aug 02 13:17:16.042462 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5b790620-9057-47f5-8de0-f35cdc0b1533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:16.140796 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.53', 51866) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:16.168812 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629a928f-4a70-4b63-8139-5c0250280547 None None] Network f388a598-a9e9-4425-b334-df10ec450cba requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:17:16.356870 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d688d830-0780-472c-ba33-b40dc9b51f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:16.394983 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f45ae22f-3f4c-4ee1-9e73-4c9f73daebf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:16.425756 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-35402b3c-e241-4408-82be-bf88eeac9825 None None] Provisioning for port c2caf02d-cd72-4c3c-bc70-eca2a523bf86 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:17:16.452838 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804693'] for router, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:16.460679 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-35402b3c-e241-4408-82be-bf88eeac9825 None None] Provisioning complete for port c2caf02d-cd72-4c3c-bc70-eca2a523bf86 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:16.460993 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-35402b3c-e241-4408-82be-bf88eeac9825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:16.576737 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47806) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:16.590622 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f45ae22f-3f4c-4ee1-9e73-4c9f73daebf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:16.632551 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:16.668503 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7d1bdce1-d4ff-4f6d-b143-78bb0b7d180b req-7381e028-0f12-4489-8658-c3c72bede691 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 210 time: 0.1281128 Aug 02 13:17:16.833741 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688d830-0780-472c-ba33-b40dc9b51f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14049c50-9e3c-4b44-a174-d217a1f7725f,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:16.836860 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d688d830-0780-472c-ba33-b40dc9b51f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:16.923136 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f45ae22f-3f4c-4ee1-9e73-4c9f73daebf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:16.949466 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:16.975152 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-061c9302-a9dc-4ecf-bfe4-289e1c5e34f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:16.998745 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9928d3-215b-479a-af71-193662736dc5 req-09c3e57d-939a-4442-b911-ad8664751d93 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:17.000106 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-7e9928d3-215b-479a-af71-193662736dc5 req-09c3e57d-939a-4442-b911-ad8664751d93 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Synchronizing usage tracker for tenant:11bae0654e664c5d810eeefed3b8fa3e on resource:network {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:17:17.001637 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-061c9302-a9dc-4ecf-bfe4-289e1c5e34f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:17.008638 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-061c9302-a9dc-4ecf-bfe4-289e1c5e34f6 admin admin] Usage tracker for resource:security_group_rule and tenant:c53054bb077c469699eabab8ba1f7824 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:17.012091 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Router 0251df4e-34cc-4199-9307-0e75b72ab9c3 is scheduled to L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 with binding_index 1 {{(pid=78567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 13:17:17.019113 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-061c9302-a9dc-4ecf-bfe4-289e1c5e34f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:17.023740 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d688d830-0780-472c-ba33-b40dc9b51f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:17.024899 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-d688d830-0780-472c-ba33-b40dc9b51f0d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/14049c50-9e3c-4b44-a174-d217a1f7725f HTTP/1.1" status: 204 len: 168 time: 3.1734428 Aug 02 13:17:17.025093 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ae22f-3f4c-4ee1-9e73-4c9f73daebf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d0ee7d-4b66-48d0-9144-59359a42d79f,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:17.048654 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-f45ae22f-3f4c-4ee1-9e73-4c9f73daebf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:17.051401 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-061c9302-a9dc-4ecf-bfe4-289e1c5e34f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:17.113489 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:17.118660 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f45ae22f-3f4c-4ee1-9e73-4c9f73daebf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:17.120028 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-f45ae22f-3f4c-4ee1-9e73-4c9f73daebf5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2d0ee7d-4b66-48d0-9144-59359a42d79f HTTP/1.1" status: 204 len: 168 time: 1.0860226 Aug 02 13:17:17.260759 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:17.261012 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-35402b3c-e241-4408-82be-bf88eeac9825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:17.407647 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-7e9928d3-215b-479a-af71-193662736dc5 req-09c3e57d-939a-4442-b911-ad8664751d93 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Unset dirty status for tenant:11bae0654e664c5d810eeefed3b8fa3e on resource:network {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:17:17.408500 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-09c3e57d-939a-4442-b911-ad8664751d93 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.53 "GET /v2.0/networks?id=9fdf2868-fe97-4e62-bb8f-58b22673d4a7 HTTP/1.1" status: 200 len: 811 time: 1.2507172 Aug 02 13:17:17.464565 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-35402b3c-e241-4408-82be-bf88eeac9825 None None] For port c2caf02d-cd72-4c3c-bc70-eca2a523bf86, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=c2caf02d-cd72-4c3c-bc70-eca2a523bf86,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:17:17.482621 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a68500f8-1ed4-456c-94ab-c80c7c774552 req-29d0fdb6-3a3d-4411-b83d-725ddfca8a54 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 210 time: 0.1538770 Aug 02 13:17:17.493884 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-35402b3c-e241-4408-82be-bf88eeac9825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:17.501820 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:17.519363 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Request body: {'port': {'device_id': '11eafbd6-b6ae-4ae1-af08-497b52a8c5f6', 'network_id': '9fdf2868-fe97-4e62-bb8f-58b22673d4a7', 'admin_state_up': True, 'tenant_id': '11bae0654e664c5d810eeefed3b8fa3e'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:17.622087 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35402b3c-e241-4408-82be-bf88eeac9825 None None] Pushing event updated for resources: {'Port': ['ID=c2caf02d-cd72-4c3c-bc70-eca2a523bf86,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:17.638220 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-35402b3c-e241-4408-82be-bf88eeac9825 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:17.645346 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:17:17.657531 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Sync routers for ids ['0251df4e-34cc-4199-9307-0e75b72ab9c3'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:17:17.679838 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-061c9302-a9dc-4ecf-bfe4-289e1c5e34f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:17.684782 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Routers {'0251df4e-34cc-4199-9307-0e75b72ab9c3'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:17:17.697571 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:16:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['0251df4e-34cc-4199-9307-0e75b72ab9c3'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:17.698068 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-061c9302-a9dc-4ecf-bfe4-289e1c5e34f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:17.712622 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b89f7c3d-090b-4d66-8977-d0cfa1f86e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:17.814917 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Router e37b4cce-627b-421f-880e-c3c81cb13c96 is scheduled to L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 with binding_index 1 {{(pid=78568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 13:17:17.866061 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061c9302-a9dc-4ecf-bfe4-289e1c5e34f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b480eb-c105-4c20-9528-5989f06f5121,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:17.894848 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-061c9302-a9dc-4ecf-bfe4-289e1c5e34f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:17.906415 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Notify callbacks [] for router, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:17.918195 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.4554391 Aug 02 13:17:17.920293 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47862) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:17.937609 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-636d6950-375f-456e-814d-b33db6dd5df5 None None] Provisioning complete for port c2caf02d-cd72-4c3c-bc70-eca2a523bf86 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:17.941098 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-636d6950-375f-456e-814d-b33db6dd5df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:18.055662 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47866) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:18.175515 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Set router 0251df4e-34cc-4199-9307-0e75b72ab9c3 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:17:18.453282 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-061c9302-a9dc-4ecf-bfe4-289e1c5e34f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c53054bb077c469699eabab8ba1f7824&name=default HTTP/1.1" status: 200 len: 2978 time: 1.8652506 Aug 02 13:17:18.471553 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47876) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:18.498862 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Allocated IP 172.27.2.38 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:17:18.525178 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-237aeffe-e463-4103-b915-e1955cf9e4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:18.853694 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:18.938868 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:18.945408 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Usage tracker for resource:port and tenant:11bae0654e664c5d810eeefed3b8fa3e is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:18.948883 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:18.965520 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:18.995342 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-09197f6f-8e3d-4073-929f-5cfd6409210d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:18.999121 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c81f628a-3c65-4304-b9aa-04dfdf665137 req-583d84cf-d08e-4fed-a4b1-9b720a7216e6 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 210 time: 0.9057336 Aug 02 13:17:19.015569 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-237aeffe-e463-4103-b915-e1955cf9e4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:19.023917 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:19.036143 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Made reservation on behalf of 11bae0654e664c5d810eeefed3b8fa3e for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:17:19.045602 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:19.082379 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-237aeffe-e463-4103-b915-e1955cf9e4d9 admin admin] Usage tracker for resource:security_group_rule and tenant:098d65b54a714a6f82fce0b96c610749 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:19.085575 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.53', 51872) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:19.097594 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-237aeffe-e463-4103-b915-e1955cf9e4d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:19.126384 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'name': 'tempest-ServerRescueNegativeTestJSON-54690084-router', 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '58dad070-42fa-4655-9344-e044f49d5a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:10Z', 'updated_at': '2021-08-02T13:17:14Z', 'revision_number': 3, 'project_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'gw_port': {'id': '58dad070-42fa-4655-9344-e044f49d5a2b', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:13Z', 'updated_at': '2021-08-02T13:17:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:19.138729 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Checking router: 0251df4e-34cc-4199-9307-0e75b72ab9c3 for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:17:19.140521 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Updating router 0251df4e-34cc-4199-9307-0e75b72ab9c3 port 58dad070-42fa-4655-9344-e044f49d5a2b binding host dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:17:19.189144 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device c2caf02d-cd72-4c3c-bc70-eca2a523bf86 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:19.267069 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:19.271957 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-061bbdee-81d0-4323-8d62-266e46003910 req-3370f561-5273-410d-a23a-43140de57bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 210 time: 0.2827554 Aug 02 13:17:19.342702 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-09197f6f-8e3d-4073-929f-5cfd6409210d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:19.381375 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4056923f-f42b-49ab-8a3a-94876dd52925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:19.468267 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port c2caf02d-cd72-4c3c-bc70-eca2a523bf86 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:19.468800 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:19.557094 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-237aeffe-e463-4103-b915-e1955cf9e4d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:19.721917 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:19.727410 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:19.823608 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-594f28a1-8e53-4aae-9075-e51b441f7fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:19.901438 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-09197f6f-8e3d-4073-929f-5cfd6409210d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:19.926997 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:19.954058 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:17:19.964413 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-09197f6f-8e3d-4073-929f-5cfd6409210d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:19.968338 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-09197f6f-8e3d-4073-929f-5cfd6409210d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/48b480eb-c105-4c20-9528-5989f06f5121 HTTP/1.1" status: 204 len: 168 time: 1.4910691 Aug 02 13:17:19.968338 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09197f6f-8e3d-4073-929f-5cfd6409210d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b480eb-c105-4c20-9528-5989f06f5121,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:20.080107 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:17:20.146322 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-09197f6f-8e3d-4073-929f-5cfd6409210d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:20.163088 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:20.280247 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Pushing event updated for resources: {'Port': ['ID=1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:20.361199 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:20.463299 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Notify callbacks [] for port, precommit_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:20.500656 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.provisioning_blocks [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Transition to ACTIVE for port object 58dad070-42fa-4655-9344-e044f49d5a2b will not be triggered until provisioned by entity L2. {{(pid=78570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:20.517040 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:20.522777 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:20.591850 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Sync routers for ids ['e37b4cce-627b-421f-880e-c3c81cb13c96'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:17:20.606734 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Routers {'e37b4cce-627b-421f-880e-c3c81cb13c96'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:17:20.612761 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:16:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['e37b4cce-627b-421f-880e-c3c81cb13c96'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:20.717748 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Attempting to bind port 58dad070-42fa-4655-9344-e044f49d5a2b on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:17:20.718136 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Attempting to bind port 58dad070-42fa-4655-9344-e044f49d5a2b by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:17:20.718507 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Attempting to bind port 58dad070-42fa-4655-9344-e044f49d5a2b on network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:20.722457 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Pushing event updated for resources: {'Port': ['ID=58dad070-42fa-4655-9344-e044f49d5a2b,revision_number=2']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:20.746233 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-97a1e70c-669f-4181-811c-11a13144118c req-2edbf19e-6ea8-4dc9-8d2c-ead871021ea4 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 210 time: 0.1141596 Aug 02 13:17:20.752124 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:20.752463 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:20.753036 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:20.753650 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:20.753991 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:20.754329 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:20.754756 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:20.755119 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:20.755478 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:20.755808 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:20.756132 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:20.756458 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Tracked resource versions report: Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: pushed versions: Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: { 'AddressGroup': {'1.2'}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'ConntrackHelper': {'1.0'}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Log': {'1.0'}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Network': {'1.1'}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Port': {'1.7'}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'PortForwarding': {'1.2'}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'QosPolicy': {'1.8'}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'SecurityGroup': {'1.4'}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'SecurityGroupRule': {'1.2'}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'SubPort': {'1.0'}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Subnet': {'1.1'}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Trunk': {'1.1'}} Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: consumer versions: Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: { DHCP agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: HyperV agent@hv-cinder-80318: {}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: L3 agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: Metadata agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: Metering agent@dv-cinder-803181-1-iscsi: {}, Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: Open vSwitch agent@dv-cinder-803181-1-iscsi: { 'AddressGroup': '1.2', Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'ConntrackHelper': '1.0', Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Log': '1.0', Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Network': '1.1', Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Port': '1.7', Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'PortForwarding': '1.2', Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'QosPolicy': '1.8', Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'SecurityGroup': '1.4', Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'SecurityGroupRule': '1.2', Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'SubPort': '1.0', Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Subnet': '1.1', Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: 'Trunk': '1.1'}} Aug 02 13:17:20.757561 dv-cinder-803181-1-iscsi neutron-server[78570]: {{(pid=78570) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 02 13:17:20.763807 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:17:20.768077 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Checking segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:20.772318 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:20.772840 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Bound using segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:17:20.773615 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Bound port: 58dad070-42fa-4655-9344-e044f49d5a2b, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:17:20.774224 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:20.827251 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:20.948107 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] For port 58dad070-42fa-4655-9344-e044f49d5a2b, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:17:20.954667 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] For port 58dad070-42fa-4655-9344-e044f49d5a2b, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=58dad070-42fa-4655-9344-e044f49d5a2b,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:17:20.965506 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:20.990454 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:21.032916 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:21.058483 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Set router e37b4cce-627b-421f-880e-c3c81cb13c96 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:17:21.093884 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-3d743697-c051-492a-af94-0be8ea9b1fcf tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:21.095655 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-3d743697-c051-492a-af94-0be8ea9b1fcf tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "GET /v2.0/networks?id=8d55e602-c9e5-475a-8414-a458f789f4bf HTTP/1.1" status: 200 len: 814 time: 2.0002501 Aug 02 13:17:21.177441 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1eb9e69d-9ef6-4fb1-86f0-06305f0fc652 req-c520a655-3500-4c8c-af81-f96a878ec147 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 210 time: 0.6265509 Aug 02 13:17:21.254938 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Allocated IP 172.20.0.6 (9fdf2868-fe97-4e62-bb8f-58b22673d4a7/72297f05-8d22-453d-a893-0a7c35e44a56/683ab527-59de-4a4f-9d48-6380a41d3028) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:17:21.290957 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47920) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:21.302110 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Pushing event updated for resources: {'Port': ['ID=58dad070-42fa-4655-9344-e044f49d5a2b,revision_number=3']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:21.314516 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:21.315554 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Routers {'0251df4e-34cc-4199-9307-0e75b72ab9c3'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:17:21.316655 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:16:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['0251df4e-34cc-4199-9307-0e75b72ab9c3'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:21.351241 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Request body: {'port': {'device_id': '3bdce39f-db83-40f0-8fb3-73733a76a9aa', 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf', 'admin_state_up': True, 'tenant_id': 'f80e631c5cce4d94a37b274cc8fd1085'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:21.360939 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ba00099a-0b71-4ab0-a71c-d5b68a1accd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:21.446179 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-ba00099a-0b71-4ab0-a71c-d5b68a1accd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:21.459972 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-ba00099a-0b71-4ab0-a71c-d5b68a1accd1 admin admin] Usage tracker for resource:security_group_rule and tenant:e36b504e85f14431a11ffdac915b933c is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:21.469146 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-ba00099a-0b71-4ab0-a71c-d5b68a1accd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:21.494435 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-ba00099a-0b71-4ab0-a71c-d5b68a1accd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:21.557116 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-237aeffe-e463-4103-b915-e1955cf9e4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:21.602146 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Notify callbacks [] for router, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:21.607600 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.0548866 Aug 02 13:17:21.608683 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-237aeffe-e463-4103-b915-e1955cf9e4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:21.626577 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47926) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:21.728030 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] Set router 0251df4e-34cc-4199-9307-0e75b72ab9c3 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:17:21.765246 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-539d68ec-7516-463a-b58c-02fc796463cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:22.053314 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:13Z', 'revision_number': 3, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:22.060433 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Checking router: e37b4cce-627b-421f-880e-c3c81cb13c96 for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:17:22.066388 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Updating router e37b4cce-627b-421f-880e-c3c81cb13c96 port 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1 binding host dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:17:22.245308 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:22.513661 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'name': 'tempest-ServerRescueNegativeTestJSON-54690084-router', 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '58dad070-42fa-4655-9344-e044f49d5a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:10Z', 'updated_at': '2021-08-02T13:17:14Z', 'revision_number': 3, 'project_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'gw_port': {'id': '58dad070-42fa-4655-9344-e044f49d5a2b', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:13Z', 'updated_at': '2021-08-02T13:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:22.551412 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c69835c-0a58-4275-84cd-145463f90c6c None None] The sync data for ids ['0251df4e-34cc-4199-9307-0e75b72ab9c3'] in dv-cinder-803181-1-iscsi is: [{'id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'name': 'tempest-ServerRescueNegativeTestJSON-54690084-router', 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '58dad070-42fa-4655-9344-e044f49d5a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:10Z', 'updated_at': '2021-08-02T13:17:14Z', 'revision_number': 3, 'project_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'gw_port': {'id': '58dad070-42fa-4655-9344-e044f49d5a2b', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:13Z', 'updated_at': '2021-08-02T13:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:17:22.666588 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e869e82d-c82c-4e9b-9c30-0cf64a39f8f8 req-8d6ddee9-8ac6-4866-99c2-8b45f6f64a4a tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 210 time: 0.5781600 Aug 02 13:17:22.677827 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:22.852784 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ba00099a-0b71-4ab0-a71c-d5b68a1accd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:22.887818 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ba00099a-0b71-4ab0-a71c-d5b68a1accd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:22.889477 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:23.089240 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237aeffe-e463-4103-b915-e1955cf9e4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad61717-ad69-4b79-ae67-2398eb6debc2,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:23.092540 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Usage tracker for resource:port and tenant:f80e631c5cce4d94a37b274cc8fd1085 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:23.158379 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-237aeffe-e463-4103-b915-e1955cf9e4d9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=098d65b54a714a6f82fce0b96c610749&name=default HTTP/1.1" status: 200 len: 2979 time: 5.0631905 Aug 02 13:17:23.170923 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-237aeffe-e463-4103-b915-e1955cf9e4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.406s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:23.171242 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 47946) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:23.198826 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:23.251530 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Notify callbacks [] for port, precommit_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:23.261806 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-f45ae22f-3f4c-4ee1-9e73-4c9f73daebf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:23.284878 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-ba00099a-0b71-4ab0-a71c-d5b68a1accd1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e36b504e85f14431a11ffdac915b933c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9759111 Aug 02 13:17:23.286316 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 47952) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:23.357290 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Allocated IP 172.20.0.1 (2f1027cf-695e-4fa3-a649-01bf9937dcce/8ac723f8-ee61-478f-8a90-ba25694af273/44abd572-d43f-49e2-ac5a-f11adb5e3462) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:17:23.357857 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-bb954efd-aee2-4431-a824-267e012cf13b req-63ffde9c-fffc-4e55-a360-b1b71900530c tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Synchronizing usage tracker for tenant:11bae0654e664c5d810eeefed3b8fa3e on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:17:23.359048 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Transition to ACTIVE for port object 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:23.414954 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:23.421344 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:23.447869 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:23.503407 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00099a-0b71-4ab0-a71c-d5b68a1accd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba4519a-deaf-424f-9236-b5c32abea796,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:23.520482 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-ba00099a-0b71-4ab0-a71c-d5b68a1accd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:23.657497 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836b5fc-3eaf-4703-b8e4-c11ed823dc77 None None] Pushing event updated for resources: {'Port': ['ID=71d11b93-1b83-4f2a-a48e-b136d6ccf2b1,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:23.671829 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4836b5fc-3eaf-4703-b8e4-c11ed823dc77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:23.686811 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-64a3e83d-0c14-474a-9bb1-0beb6e193b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:23.698052 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:23.796870 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Attempting to bind port 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:17:23.802273 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Attempting to bind port 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:17:23.803653 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Attempting to bind port 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1 on network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:23.849277 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:17:23.850652 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Checking segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:23.854264 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:23.858188 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Bound using segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:17:23.859711 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Bound port: 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:17:23.872576 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:24.021776 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] For port 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:17:24.025732 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] For port 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=71d11b93-1b83-4f2a-a48e-b136d6ccf2b1,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:17:24.035298 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:24.063575 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:24.066300 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:24.130690 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:24.132365 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Made reservation on behalf of f80e631c5cce4d94a37b274cc8fd1085 for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:17:24.137007 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:24.189383 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:24.207471 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836b5fc-3eaf-4703-b8e4-c11ed823dc77 None None] Pushing event updated for resources: {'Port': ['ID=71d11b93-1b83-4f2a-a48e-b136d6ccf2b1,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:24.211030 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4836b5fc-3eaf-4703-b8e4-c11ed823dc77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:24.249054 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Routers {'e37b4cce-627b-421f-880e-c3c81cb13c96'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:17:24.250457 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:17:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['e37b4cce-627b-421f-880e-c3c81cb13c96'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:24.262108 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-aba4373c-cb59-4673-aaac-484ec70c96b6 req-fe6ca8dd-32e8-4fc1-a8a1-3a2b2e158c32 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 210 time: 0.1658823 Aug 02 13:17:24.302834 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Pushing event updated for resources: {'Port': ['ID=683ab527-59de-4a4f-9d48-6380a41d3028,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:24.352581 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-8680b4c0-b09b-49ef-830a-6567f409b520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:24.461500 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-8680b4c0-b09b-49ef-830a-6567f409b520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:24.538923 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-bb954efd-aee2-4431-a824-267e012cf13b req-63ffde9c-fffc-4e55-a360-b1b71900530c tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Unset dirty status for tenant:11bae0654e664c5d810eeefed3b8fa3e on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:17:24.541870 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bb954efd-aee2-4431-a824-267e012cf13b req-63ffde9c-fffc-4e55-a360-b1b71900530c tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 210 time: 1.6817191 Aug 02 13:17:24.569265 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:24.777410 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] Set router e37b4cce-627b-421f-880e-c3c81cb13c96 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:17:24.829320 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:24.848150 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-41e9ee70-f2a0-44bf-bb95-1d66764a0b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:24.850940 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:24.926815 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-41e9ee70-f2a0-44bf-bb95-1d66764a0b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:25.076645 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Allocated IP 172.20.0.14 (8d55e602-c9e5-475a-8414-a458f789f4bf/17ee4538-d553-4bb8-955b-7497483b5977/7fe6e73d-0979-4106-8a52-6857e01c21a4) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:17:25.181931 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:25.404317 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 58dad070-42fa-4655-9344-e044f49d5a2b up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:25.439619 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Allocated IP 172.20.0.1 (bb040d03-cbf3-4995-bcf3-f17d53b45872/7bf2c7bd-9f7d-4ef5-aae7-845561678e71/c262f1f1-0556-4622-85e2-c59be481fe25) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:17:25.468014 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:17:25.684024 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-8680b4c0-b09b-49ef-830a-6567f409b520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:25.718239 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Network 9fdf2868-fe97-4e62-bb8f-58b22673d4a7 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:25.736869 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:25.758806 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:17:25.771043 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:25.772474 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:25.817103 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:25.850362 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-610be77e-8497-4891-aee0-b674d9af87a8 req-29a3fc2e-452b-4efb-bb84-6ed958a14df8 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 210 time: 0.1680684 Aug 02 13:17:25.855198 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8680b4c0-b09b-49ef-830a-6567f409b520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba4519a-deaf-424f-9236-b5c32abea796,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:25.870401 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-8680b4c0-b09b-49ef-830a-6567f409b520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:25.895933 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:25.901059 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:25.908470 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-8680b4c0-b09b-49ef-830a-6567f409b520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:25.910283 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-8680b4c0-b09b-49ef-830a-6567f409b520 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5ba4519a-deaf-424f-9236-b5c32abea796 HTTP/1.1" status: 204 len: 168 time: 2.6033423 Aug 02 13:17:25.925521 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 58dad070-42fa-4655-9344-e044f49d5a2b completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:17:25.937404 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 58dad070-42fa-4655-9344-e044f49d5a2b triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:25.937559 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:25.951256 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:25.970426 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:26.015453 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804693'] for router, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:26.026137 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:26.049832 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:26.161283 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Network 2f1027cf-695e-4fa3-a649-01bf9937dcce is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:26.168526 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:26.190322 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:17:26.190831 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719632'] for router_interface, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:26.415953 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:13Z', 'revision_number': 3, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:26.423732 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199e4794-95f8-4dd4-a6b0-e89c34cbc5a9 None None] The sync data for ids ['e37b4cce-627b-421f-880e-c3c81cb13c96'] in dv-cinder-803181-1-iscsi is: [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:13Z', 'revision_number': 3, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:17:26.428030 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:26.463651 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 58dad070-42fa-4655-9344-e044f49d5a2b, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=58dad070-42fa-4655-9344-e044f49d5a2b,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:17:26.478215 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:26.481138 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:26.496285 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Pushing event updated for resources: {'Port': ['ID=7fe6e73d-0979-4106-8a52-6857e01c21a4,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:26.519624 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.0090165 Aug 02 13:17:26.585270 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:26.589079 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-41e9ee70-f2a0-44bf-bb95-1d66764a0b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:26.661720 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-41e9ee70-f2a0-44bf-bb95-1d66764a0b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:26.663556 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-41e9ee70-f2a0-44bf-bb95-1d66764a0b12 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6ad61717-ad69-4b79-ae67-2398eb6debc2 HTTP/1.1" status: 204 len: 168 time: 3.4114180 Aug 02 13:17:26.673004 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-237aeffe-e463-4103-b915-e1955cf9e4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:26.726287 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Network 8d55e602-c9e5-475a-8414-a458f789f4bf is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:26.729087 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9ee70-f2a0-44bf-bb95-1d66764a0b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad61717-ad69-4b79-ae67-2398eb6debc2,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:26.743530 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-41e9ee70-f2a0-44bf-bb95-1d66764a0b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:26.749802 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:26.763292 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:17:26.795045 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:26.796824 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:26.876187 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.provisioning_blocks [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Transition to ACTIVE for port object c262f1f1-0556-4622-85e2-c59be481fe25 will not be triggered until provisioned by entity DHCP. {{(pid=78567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:26.911469 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Pushing event updated for resources: {'Port': ['ID=44abd572-d43f-49e2-ac5a-f11adb5e3462,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:26.971203 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=58dad070-42fa-4655-9344-e044f49d5a2b,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:26.989904 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:27.004985 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.054s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:27.551953 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-5219acb9-dfd3-4dbb-a034-3370bc9b4e5d tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=78568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 13:17:27.553339 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-5219acb9-dfd3-4dbb-a034-3370bc9b4e5d tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0410891 Aug 02 13:17:27.636937 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3173938 Aug 02 13:17:27.731517 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72cd12-9354-4f37-a546-2279bcf4a43b req-d07c5afa-d175-4b31-b204-a401a11e4dc2 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:27.755437 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0c72cd12-9354-4f37-a546-2279bcf4a43b req-d07c5afa-d175-4b31-b204-a401a11e4dc2 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 931 time: 1.9585271 Aug 02 13:17:27.842499 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 58dad070-42fa-4655-9344-e044f49d5a2b up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:27.901924 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:28.021333 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:28.105037 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-0c72cd12-9354-4f37-a546-2279bcf4a43b req-50c3c987-cb32-4099-ad7a-4c850e25b194 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Synchronizing usage tracker for tenant:11bae0654e664c5d810eeefed3b8fa3e on resource:security_group {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:17:28.111470 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 58dad070-42fa-4655-9344-e044f49d5a2b triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:28.113653 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:28.241830 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 is scheduled to L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 with binding_index 1 {{(pid=78568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 13:17:28.306129 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5873e9-eb6d-44bc-9a33-579d864910c6 req-01fac546-8dd5-4c69-a702-28dcfebe4ae6 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:28.313089 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-bb5873e9-eb6d-44bc-9a33-579d864910c6 req-01fac546-8dd5-4c69-a702-28dcfebe4ae6 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 932 time: 1.0762184 Aug 02 13:17:28.367365 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-0c72cd12-9354-4f37-a546-2279bcf4a43b req-50c3c987-cb32-4099-ad7a-4c850e25b194 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Unset dirty status for tenant:11bae0654e664c5d810eeefed3b8fa3e on resource:security_group {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:17:28.375401 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Network bb040d03-cbf3-4995-bcf3-f17d53b45872 is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:28.400392 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:28.403253 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0c72cd12-9354-4f37-a546-2279bcf4a43b req-50c3c987-cb32-4099-ad7a-4c850e25b194 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6466291 Aug 02 13:17:28.573674 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:17:28.575344 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719632'] for router_interface, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:28.714961 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:28.985935 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:29.076312 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-bb5873e9-eb6d-44bc-9a33-579d864910c6 req-e9ace4bc-a4f5-4aa9-b7e4-df6b43389d0c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Synchronizing usage tracker for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:security_group {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:17:29.101104 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Pushing event updated for resources: {'Port': ['ID=c262f1f1-0556-4622-85e2-c59be481fe25,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:29.123481 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.102s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:29.133987 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:17:29.175280 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:29.176525 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:29.310264 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Request body: {'port': {'device_id': '11eafbd6-b6ae-4ae1-af08-497b52a8c5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:29.317444 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-cad13491-f1cf-444e-a2d2-73ae33399c80 None None] Provisioning for port c262f1f1-0556-4622-85e2-c59be481fe25 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:17:29.373591 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-cad13491-f1cf-444e-a2d2-73ae33399c80 None None] Provisioning complete for port c262f1f1-0556-4622-85e2-c59be481fe25 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:29.375989 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-cad13491-f1cf-444e-a2d2-73ae33399c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:29.380744 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:17:29.394816 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Sync routers for ids ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:17:29.418019 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Routers {'f2f0fcf2-8a6f-44b2-83e5-b519819699b7'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:17:29.418684 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:17:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:29.527076 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Request body: {'port': {'device_id': '3bdce39f-db83-40f0-8fb3-73733a76a9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:29.745392 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-bb5873e9-eb6d-44bc-9a33-579d864910c6 req-e9ace4bc-a4f5-4aa9-b7e4-df6b43389d0c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Unset dirty status for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:security_group {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:17:29.747006 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-bb5873e9-eb6d-44bc-9a33-579d864910c6 req-e9ace4bc-a4f5-4aa9-b7e4-df6b43389d0c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4204037 Aug 02 13:17:29.752777 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:29.793519 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-cad13491-f1cf-444e-a2d2-73ae33399c80 None None] Port c262f1f1-0556-4622-85e2-c59be481fe25 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:17:30.002023 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Notify callbacks [] for router, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:30.010826 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:30.011525 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 18.4618182 Aug 02 13:17:30.040443 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 48044) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:30.063368 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Set router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:17:30.082410 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=71d11b93-1b83-4f2a-a48e-b136d6ccf2b1,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:17:30.095316 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:30.121317 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:30.378680 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=71d11b93-1b83-4f2a-a48e-b136d6ccf2b1,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:30.397223 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:31.272523 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:21Z', 'revision_number': 3, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:31.292062 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Checking router: f2f0fcf2-8a6f-44b2-83e5-b519819699b7 for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:17:31.292735 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Updating router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 port 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18 binding host dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:17:31.425310 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:31.554018 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:31.787825 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:31.817687 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1690252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719615'] for router_interface, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:31.960358 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b48df40d-794c-4f06-8b3e-31d8d67a5d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:32.023140 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de96745-f1c5-4312-87e9-84525ccaa6eb req-7ce85ef0-2311-425f-a6f8-a334a767bcb3 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:32.036154 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4de96745-f1c5-4312-87e9-84525ccaa6eb req-7ce85ef0-2311-425f-a6f8-a334a767bcb3 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 931 time: 2.3524671 Aug 02 13:17:32.263934 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:32.311980 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:32.645469 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:32.669466 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:32.669837 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:32.743102 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Pushing event updated for resources: {'Port': ['ID=c262f1f1-0556-4622-85e2-c59be481fe25,revision_number=2']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:32.768485 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:32.787251 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.db.resource_extend [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 02 13:17:32.876785 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:32.891582 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4b5b2-6bb8-4dfa-b218-6377023af41e req-c65910d8-d0c3-470e-9484-c930f8a615f5 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:32.902727 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a6c4b5b2-6bb8-4dfa-b218-6377023af41e req-c65910d8-d0c3-470e-9484-c930f8a615f5 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 932 time: 1.4466884 Aug 02 13:17:32.917262 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Notify callbacks [] for port, precommit_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:32.926850 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:32.928449 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Network bb040d03-cbf3-4995-bcf3-f17d53b45872 is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:32.933392 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1690252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719615'] for router_interface, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:32.937869 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:32.961939 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:33.026288 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.provisioning_blocks [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Transition to ACTIVE for port object 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18 will not be triggered until provisioned by entity L2. {{(pid=78570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:33.055669 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:33.129192 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-ddc02c34-60c0-4a05-b157-133f53f23346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:33.549441 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c0620-41ef-4d7c-ad8f-ac4b694022b3 None None] Pushing event updated for resources: {'Port': ['ID=1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18,revision_number=2']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:33.558973 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a6c4b5b2-6bb8-4dfa-b218-6377023af41e req-447741b2-9abb-4f4c-8210-cbd77d6db68f tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6549981 Aug 02 13:17:33.559498 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Pushing event updated for resources: {'Port': ['ID=44abd572-d43f-49e2-ac5a-f11adb5e3462,revision_number=2']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:33.566888 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:33.690437 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4cccdad-05d0-4f23-bde6-b7b1d2cc2eb5 None None] Provisioning complete for port c262f1f1-0556-4622-85e2-c59be481fe25 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:33.691038 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4cccdad-05d0-4f23-bde6-b7b1d2cc2eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:33.806916 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Attempting to bind port 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:17:33.807414 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Attempting to bind port 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:17:33.807707 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Attempting to bind port 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18 on network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:33.810356 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-d32c0620-41ef-4d7c-ad8f-ac4b694022b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:33.835624 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:17:33.836762 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Checking segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:33.837666 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:33.838559 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Bound using segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:17:33.840529 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Bound port: 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:17:33.843784 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:33.907610 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4de96745-f1c5-4312-87e9-84525ccaa6eb req-2235c43c-93d9-4215-8810-af81191ec871 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8692143 Aug 02 13:17:34.039274 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4cccdad-05d0-4f23-bde6-b7b1d2cc2eb5 None None] Port c262f1f1-0556-4622-85e2-c59be481fe25 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:17:34.192383 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Network 2f1027cf-695e-4fa3-a649-01bf9937dcce is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:34.198493 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:34.250538 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] For port 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:17:34.274893 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] For port 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:17:34.286623 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:34.325481 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-d32c0620-41ef-4d7c-ad8f-ac4b694022b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:34.346903 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Router e37b4cce-627b-421f-880e-c3c81cb13c96 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:17:34.556510 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c0620-41ef-4d7c-ad8f-ac4b694022b3 None None] Pushing event updated for resources: {'Port': ['ID=1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18,revision_number=3']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:34.575556 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-d32c0620-41ef-4d7c-ad8f-ac4b694022b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:34.612780 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Routers {'f2f0fcf2-8a6f-44b2-83e5-b519819699b7'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:17:34.616966 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:17:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:35.110371 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.db.resource_extend [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 02 13:17:35.238563 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Router 0251df4e-34cc-4199-9307-0e75b72ab9c3 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:17:35.243044 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] Set router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:17:35.260398 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:17:35.273738 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Sync routers for ids ['e37b4cce-627b-421f-880e-c3c81cb13c96'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:17:35.304006 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] 10.222.0.49 "PUT /v2.0/routers/e37b4cce-627b-421f-880e-c3c81cb13c96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6718960 Aug 02 13:17:35.327735 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 683ab527-59de-4a4f-9d48-6380a41d3028 {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:17:35.338765 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Routers {'e37b4cce-627b-421f-880e-c3c81cb13c96'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:17:35.348563 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-80e908d7-5779-486f-9ece-361200001b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:17:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['e37b4cce-627b-421f-880e-c3c81cb13c96'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:35.394304 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:35.623311 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:35.680444 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Transition to ACTIVE for port object 683ab527-59de-4a4f-9d48-6380a41d3028 will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:35.723580 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:35.860063 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.db.resource_extend [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 02 13:17:35.881231 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-59fe73fe-1090-4e52-b7ef-dc137d07f080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:35.949210 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:21Z', 'revision_number': 3, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:35.959658 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ade7536e-9e89-4a3a-b61d-9750b3ecece8 None None] The sync data for ids ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'] in dv-cinder-803181-1-iscsi is: [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:21Z', 'revision_number': 3, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:17:35.993445 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bff53d-3212-44a3-88b8-7de162540fa8 req-90ec513f-5250-4582-92cc-f97c2b2e71c9 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:35.996097 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a4bff53d-3212-44a3-88b8-7de162540fa8 req-90ec513f-5250-4582-92cc-f97c2b2e71c9 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 931 time: 0.7956636 Aug 02 13:17:36.003613 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Pushing event updated for resources: {'Port': ['ID=683ab527-59de-4a4f-9d48-6380a41d3028,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:36.013882 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:36.055639 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f7b6d-36b6-48d5-8623-5c1de646d7c8 req-808446f6-5faf-458f-8655-81b59ba45d25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:36.057464 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-235f7b6d-36b6-48d5-8623-5c1de646d7c8 req-808446f6-5faf-458f-8655-81b59ba45d25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 932 time: 1.1198769 Aug 02 13:17:36.066063 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Set router e37b4cce-627b-421f-880e-c3c81cb13c96 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:17:36.107954 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:17:36.124564 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Sync routers for ids ['0251df4e-34cc-4199-9307-0e75b72ab9c3'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:17:36.141125 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Routers {'0251df4e-34cc-4199-9307-0e75b72ab9c3'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:17:36.143115 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:17:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['0251df4e-34cc-4199-9307-0e75b72ab9c3'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:36.149476 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] 10.222.0.49 "PUT /v2.0/routers/0251df4e-34cc-4199-9307-0e75b72ab9c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2262447 Aug 02 13:17:36.211946 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-235f7b6d-36b6-48d5-8623-5c1de646d7c8 req-393cb548-4b44-4697-8c4f-d6861a39644f tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401691 Aug 02 13:17:36.215890 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48170) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:36.354591 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:36.573389 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffaee-c5c3-4062-92b4-4a31452fa675 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:36.591074 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-2c4ffaee-c5c3-4062-92b4-4a31452fa675 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:36.596461 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fe6e73d-0979-4106-8a52-6857e01c21a4 {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:17:36.604509 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-2c4ffaee-c5c3-4062-92b4-4a31452fa675 admin admin] Usage tracker for resource:security_group_rule and tenant:07529b45832f45c5aa7b6ce21576e83c is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:36.614198 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:36.614488 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-2c4ffaee-c5c3-4062-92b4-4a31452fa675 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:36.626451 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-2c4ffaee-c5c3-4062-92b4-4a31452fa675 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:36.712270 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a4bff53d-3212-44a3-88b8-7de162540fa8 req-73cd5b5d-0e40-4826-b41e-26f355170a93 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7053185 Aug 02 13:17:36.780036 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Set router 0251df4e-34cc-4199-9307-0e75b72ab9c3 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:17:36.869041 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffaee-c5c3-4062-92b4-4a31452fa675 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:36.882863 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2c4ffaee-c5c3-4062-92b4-4a31452fa675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:36.913444 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:37.012559 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-80e908d7-5779-486f-9ece-361200001b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'c262f1f1-0556-4622-85e2-c59be481fe25', 'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'mac_address': 'fa:16:3e:f7:da:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:24Z', 'updated_at': '2021-08-02T13:17:29Z', 'revision_number': 2, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'subnets': [{'id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:37.023647 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Checking router: e37b4cce-627b-421f-880e-c3c81cb13c96 for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:17:37.024359 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Updating router e37b4cce-627b-421f-880e-c3c81cb13c96 port c262f1f1-0556-4622-85e2-c59be481fe25 binding host dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:17:37.057460 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-2c4ffaee-c5c3-4062-92b4-4a31452fa675 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=07529b45832f45c5aa7b6ce21576e83c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8403714 Aug 02 13:17:37.067354 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48202) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:37.125572 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4ffaee-c5c3-4062-92b4-4a31452fa675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8fcbfd-30fa-428f-a8a1-1d1c1d5588f9,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:37.147733 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-2c4ffaee-c5c3-4062-92b4-4a31452fa675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:37.148373 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:37.254835 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Transition to ACTIVE for port object 7fe6e73d-0979-4106-8a52-6857e01c21a4 will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:37.266918 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Allocated IP 172.20.0.1 (f388a598-a9e9-4425-b334-df10ec450cba/fa6ef6ab-fa4e-4dab-a762-153ab4fccbae/e491168b-05bd-4e01-a729-1525c48d72c4) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:17:37.363679 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:37.371060 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-85942e4a-6bbb-4943-961c-8c1e32b2d93e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:37.381538 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Attempting to bind port 683ab527-59de-4a4f-9d48-6380a41d3028 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:17:37.382369 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Attempting to bind port 683ab527-59de-4a4f-9d48-6380a41d3028 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '3f1303a9-8865-492e-aad2-a84e5c032c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9fdf2868-fe97-4e62-bb8f-58b22673d4a7'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:17:37.382884 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Attempting to bind port 683ab527-59de-4a4f-9d48-6380a41d3028 on network 9fdf2868-fe97-4e62-bb8f-58b22673d4a7 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:37.471738 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Port 683ab527-59de-4a4f-9d48-6380a41d3028 on network 9fdf2868-fe97-4e62-bb8f-58b22673d4a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:17:37.476280 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Attempting to bind port 683ab527-59de-4a4f-9d48-6380a41d3028 on network 9fdf2868-fe97-4e62-bb8f-58b22673d4a7 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:37.490022 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a11e2b2c-323b-4b1d-a01b-35565699ae11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:37.504696 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-85942e4a-6bbb-4943-961c-8c1e32b2d93e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:37.648618 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-85942e4a-6bbb-4943-961c-8c1e32b2d93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:37.654730 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-09197f6f-8e3d-4073-929f-5cfd6409210d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:37.694573 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85942e4a-6bbb-4943-961c-8c1e32b2d93e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8fcbfd-30fa-428f-a8a1-1d1c1d5588f9,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:37.712214 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-85942e4a-6bbb-4943-961c-8c1e32b2d93e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:37.717950 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-85942e4a-6bbb-4943-961c-8c1e32b2d93e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bb8fcbfd-30fa-428f-a8a1-1d1c1d5588f9 HTTP/1.1" status: 204 len: 168 time: 0.6377442 Aug 02 13:17:37.724638 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-85942e4a-6bbb-4943-961c-8c1e32b2d93e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:37.844150 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:17:37.845923 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Checking segment: {'id': '3f1303a9-8865-492e-aad2-a84e5c032c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9fdf2868-fe97-4e62-bb8f-58b22673d4a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:37.847683 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Bound using segment: {'id': '3f1303a9-8865-492e-aad2-a84e5c032c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9fdf2868-fe97-4e62-bb8f-58b22673d4a7'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:17:37.848291 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Bound port: 683ab527-59de-4a4f-9d48-6380a41d3028, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1303a9-8865-492e-aad2-a84e5c032c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9fdf2868-fe97-4e62-bb8f-58b22673d4a7'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:17:37.848755 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:38.054483 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48230) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:38.056398 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Notify callbacks [] for port, precommit_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:38.080233 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2061548039', 'description': 'tempest-description--1412858247'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:38.088358 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'name': 'tempest-ServerRescueNegativeTestJSON-54690084-router', 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '58dad070-42fa-4655-9344-e044f49d5a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:10Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'gw_port': {'id': '58dad070-42fa-4655-9344-e044f49d5a2b', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:13Z', 'updated_at': '2021-08-02T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '44abd572-d43f-49e2-ac5a-f11adb5e3462', 'name': '', 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce', 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'mac_address': 'fa:16:3e:3c:34:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8ac723f8-ee61-478f-8a90-ba25694af273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:21Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 2, 'project_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'subnets': [{'id': '8ac723f8-ee61-478f-8a90-ba25694af273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:38.089598 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Transition to ACTIVE for port object c262f1f1-0556-4622-85e2-c59be481fe25 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:38.099957 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Checking router: 0251df4e-34cc-4199-9307-0e75b72ab9c3 for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:17:38.100391 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Updating router 0251df4e-34cc-4199-9307-0e75b72ab9c3 port 44abd572-d43f-49e2-ac5a-f11adb5e3462 binding host dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:17:38.104251 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:38.117932 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Usage tracker for resource:security_group and tenant:0a084b6e9d41405097db0f4dc6fedaf7 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:38.127121 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:38.130381 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:38.155442 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:38.158825 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:38.200439 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:38.247658 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:38.452132 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:38.462227 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Usage tracker for resource:security_group_rule and tenant:0a084b6e9d41405097db0f4dc6fedaf7 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:38.467612 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:38.488037 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:38.547500 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd88cbbd-0583-4e67-a4b7-5746ad51d332 req-85d4d2ad-e48f-46b2-aac1-6c7e3459134b tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:38.557728 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-fd88cbbd-0583-4e67-a4b7-5746ad51d332 req-85d4d2ad-e48f-46b2-aac1-6c7e3459134b tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 944 time: 0.2713604 Aug 02 13:17:38.590287 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:38.645915 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48238) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:38.667675 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-fd88cbbd-0583-4e67-a4b7-5746ad51d332 req-e10f2187-e664-4aa3-b7f4-47abe7b186bd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088684 Aug 02 13:17:38.714043 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba55d95-3ab5-4f5c-8dcd-21a36d3982de None None] Pushing event updated for resources: {'Port': ['ID=c262f1f1-0556-4622-85e2-c59be481fe25,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:38.732526 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-dba55d95-3ab5-4f5c-8dcd-21a36d3982de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:38.771729 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-35ee4983-e383-494d-a990-a690f8e374ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:38.811827 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Attempting to bind port c262f1f1-0556-4622-85e2-c59be481fe25 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:17:38.812353 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Attempting to bind port c262f1f1-0556-4622-85e2-c59be481fe25 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:17:38.812825 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Attempting to bind port c262f1f1-0556-4622-85e2-c59be481fe25 on network bb040d03-cbf3-4995-bcf3-f17d53b45872 {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:38.821304 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:17:38.821889 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Checking segment: {'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:38.822434 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:38.822935 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Bound using segment: {'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:17:38.825235 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Bound port: c262f1f1-0556-4622-85e2-c59be481fe25, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:17:38.825235 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:38.845367 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe6e73d-0979-4106-8a52-6857e01c21a4,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:38.854576 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.364s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:38.913287 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Attempting to bind port 7fe6e73d-0979-4106-8a52-6857e01c21a4 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:17:38.913287 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Attempting to bind port 7fe6e73d-0979-4106-8a52-6857e01c21a4 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:17:38.913287 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Attempting to bind port 7fe6e73d-0979-4106-8a52-6857e01c21a4 on network 8d55e602-c9e5-475a-8414-a458f789f4bf {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:38.918471 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] For port 683ab527-59de-4a4f-9d48-6380a41d3028, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:17:38.943392 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-35ee4983-e383-494d-a990-a690f8e374ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:38.953777 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-18ede449-50b9-4103-9ac8-dd3dcdfadd68 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:38.955782 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-18ede449-50b9-4103-9ac8-dd3dcdfadd68 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/networks?id=2f1027cf-695e-4fa3-a649-01bf9937dcce HTTP/1.1" status: 200 len: 817 time: 1.7310376 Aug 02 13:17:38.960302 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Port 7fe6e73d-0979-4106-8a52-6857e01c21a4 on network 8d55e602-c9e5-475a-8414-a458f789f4bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:17:38.960634 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Attempting to bind port 7fe6e73d-0979-4106-8a52-6857e01c21a4 on network 8d55e602-c9e5-475a-8414-a458f789f4bf {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:38.972156 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] For port 683ab527-59de-4a4f-9d48-6380a41d3028, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=683ab527-59de-4a4f-9d48-6380a41d3028,segment=NetworkSegment(3f1303a9-8865-492e-aad2-a84e5c032c26),segment_id=3f1303a9-8865-492e-aad2-a84e5c032c26)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:17:38.977084 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:17:38.977563 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Checking segment: {'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:38.977966 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Bound using segment: {'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:17:38.978461 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Bound port: 7fe6e73d-0979-4106-8a52-6857e01c21a4, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:17:38.978859 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:38.980469 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-80e908d7-5779-486f-9ece-361200001b0c None None] For port c262f1f1-0556-4622-85e2-c59be481fe25, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:17:38.984896 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-80e908d7-5779-486f-9ece-361200001b0c None None] For port c262f1f1-0556-4622-85e2-c59be481fe25, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=c262f1f1-0556-4622-85e2-c59be481fe25,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:17:38.988476 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:17:39.003807 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:39.016907 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-35ee4983-e383-494d-a990-a690f8e374ea admin admin] Usage tracker for resource:security_group_rule and tenant:ec89457ce85b476a925356d40e598771 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:39.017715 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:39.018211 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:39.037217 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:39.044945 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-40594aa8-e9a5-4cf8-909b-8970e7feabfa tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/quotas/5acfbbf2230b40e9a47291fa14f8d5d7 HTTP/1.1" status: 200 len: 375 time: 0.0752749 Aug 02 13:17:39.053315 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-7d25d820-b19a-422d-9e97-d59dd4021c24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:39.154206 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-35ee4983-e383-494d-a990-a690f8e374ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:39.160815 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:39.175708 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:39.175894 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:39.176378 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:39.178307 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] 10.222.0.53 "PUT /v2.0/ports/683ab527-59de-4a4f-9d48-6380a41d3028 HTTP/1.1" status: 200 len: 1093 time: 11.0096378 Aug 02 13:17:39.188344 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:39.194376 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:39.210403 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-35ee4983-e383-494d-a990-a690f8e374ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:39.211274 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Notify callbacks [] for port, precommit_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:39.212147 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] For port 7fe6e73d-0979-4106-8a52-6857e01c21a4, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:17:39.216404 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] For port 7fe6e73d-0979-4106-8a52-6857e01c21a4, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=7fe6e73d-0979-4106-8a52-6857e01c21a4,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:17:39.271253 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:39.281057 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.provisioning_blocks [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Transition to ACTIVE for port object 44abd572-d43f-49e2-ac5a-f11adb5e3462 will not be triggered until provisioned by entity L2. {{(pid=78570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:39.305035 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:39.315760 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:39.363597 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11eafbd6-b6ae-4ae1-af08-497b52a8c5f6', 'tag': '683ab527-59de-4a4f-9d48-6380a41d3028'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:17:39.391955 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba55d95-3ab5-4f5c-8dcd-21a36d3982de None None] Pushing event updated for resources: {'Port': ['ID=c262f1f1-0556-4622-85e2-c59be481fe25,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:39.440985 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-dba55d95-3ab5-4f5c-8dcd-21a36d3982de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:39.468206 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Routers {'e37b4cce-627b-421f-880e-c3c81cb13c96'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:17:39.474292 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-80e908d7-5779-486f-9ece-361200001b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:17:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['e37b4cce-627b-421f-880e-c3c81cb13c96'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:39.506566 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:39.514827 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4543698 Aug 02 13:17:39.516764 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48256) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:39.554567 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5260d4aa-d1b7-4ba6-b41c-920b621745a5,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:39.583597 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-5735f049-193b-4271-b354-789ce72b42cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Request body: {'security_group_rule': {'security_group_id': '5260d4aa-d1b7-4ba6-b41c-920b621745a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:39.618721 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-5735f049-193b-4271-b354-789ce72b42cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:39.625819 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-5735f049-193b-4271-b354-789ce72b42cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Usage tracker for resource:security_group_rule and tenant:0a084b6e9d41405097db0f4dc6fedaf7 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:39.632747 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-5735f049-193b-4271-b354-789ce72b42cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:39.641799 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-5735f049-193b-4271-b354-789ce72b42cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:39.655037 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:39.722494 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17257e7f-8e77-43dd-8e45-ea5c4baed2d3 req-b399b368-e1fe-42c5-ad6b-eb9d4455605d tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:39.738527 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-17257e7f-8e77-43dd-8e45-ea5c4baed2d3 req-b399b368-e1fe-42c5-ad6b-eb9d4455605d tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 943 time: 0.7925575 Aug 02 13:17:39.765588 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:39.799377 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc51923-3a9f-4f20-a0fa-5572959dc31e None None] Pushing event updated for resources: {'Port': ['ID=44abd572-d43f-49e2-ac5a-f11adb5e3462,revision_number=3']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:39.809415 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-efc51923-3a9f-4f20-a0fa-5572959dc31e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:39.814530 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5735f049-193b-4271-b354-789ce72b42cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:39.908786 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-80e908d7-5779-486f-9ece-361200001b0c None None] Set router e37b4cce-627b-421f-880e-c3c81cb13c96 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:17:39.914651 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Transition to ACTIVE for port object e491168b-05bd-4e01-a729-1525c48d72c4 will not be triggered until provisioned by entity DHCP. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:40.013442 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Pushing event updated for resources: {'Port': ['ID=683ab527-59de-4a4f-9d48-6380a41d3028,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:40.036698 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Attempting to bind port 44abd572-d43f-49e2-ac5a-f11adb5e3462 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:17:40.037008 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.984s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:40.037375 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Attempting to bind port 44abd572-d43f-49e2-ac5a-f11adb5e3462 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': '5f733ee0-601b-4a7f-81f1-801b225c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce'}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:17:40.037897 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Attempting to bind port 44abd572-d43f-49e2-ac5a-f11adb5e3462 on network 2f1027cf-695e-4fa3-a649-01bf9937dcce {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:40.083260 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:40.085186 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:17:40.089134 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Checking segment: {'id': '5f733ee0-601b-4a7f-81f1-801b225c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:40.091008 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-35ee4983-e383-494d-a990-a690f8e374ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:40.092011 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:40.093913 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Bound using segment: {'id': '5f733ee0-601b-4a7f-81f1-801b225c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce'} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:17:40.100960 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Bound port: 44abd572-d43f-49e2-ac5a-f11adb5e3462, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f733ee0-601b-4a7f-81f1-801b225c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce'}}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:17:40.101951 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:40.112624 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-17257e7f-8e77-43dd-8e45-ea5c4baed2d3 req-3549a5d8-0471-491b-890a-a3bfa74d6733 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690965 Aug 02 13:17:40.131350 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-35ee4983-e383-494d-a990-a690f8e374ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:40.149393 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:40.171609 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:40.172255 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:40.184277 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-884e7188-de58-4477-9310-e662db9d9715 service neutron] 10.222.0.53 "PUT /v2.0/ports/7fe6e73d-0979-4106-8a52-6857e01c21a4 HTTP/1.1" status: 200 len: 1094 time: 12.0224409 Aug 02 13:17:40.210236 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-061c9302-a9dc-4ecf-bfe4-289e1c5e34f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:40.337637 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee4983-e383-494d-a990-a690f8e374ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3238225-bfb3-4e60-be58-967c05dbfb29,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:40.350764 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-35ee4983-e383-494d-a990-a690f8e374ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:40.474489 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-35ee4983-e383-494d-a990-a690f8e374ea admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ec89457ce85b476a925356d40e598771&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8024778 Aug 02 13:17:40.492865 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] For port 44abd572-d43f-49e2-ac5a-f11adb5e3462, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:17:40.496647 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5735f049-193b-4271-b354-789ce72b42cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:40.497544 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] For port 44abd572-d43f-49e2-ac5a-f11adb5e3462, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=44abd572-d43f-49e2-ac5a-f11adb5e3462,segment=NetworkSegment(5f733ee0-601b-4a7f-81f1-801b225c8f04),segment_id=5f733ee0-601b-4a7f-81f1-801b225c8f04)] {{(pid=78570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:17:40.504206 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48282) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:40.509368 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:40.519659 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-65def487-3ae0-494d-be27-98bef3591487 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:40.525596 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:40.580325 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5735f049-193b-4271-b354-789ce72b42cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:40.687647 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Network f388a598-a9e9-4425-b334-df10ec450cba is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:40.707807 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:40.724845 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:40.737721 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:17:40.738257 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719632'] for router_interface, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:40.759215 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:17:40.772460 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735f049-193b-4271-b354-789ce72b42cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3f75c8c-d8bb-45cb-9e67-8aed50fe71b9,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:40.794989 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5735f049-193b-4271-b354-789ce72b42cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:40.804213 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:40.806520 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Routers {'0251df4e-34cc-4199-9307-0e75b72ab9c3'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:17:40.807185 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:17:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['0251df4e-34cc-4199-9307-0e75b72ab9c3'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:40.821056 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:40.848652 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Pushing event updated for resources: {'Port': ['ID=7fe6e73d-0979-4106-8a52-6857e01c21a4,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:40.852276 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.769s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:40.853532 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5735f049-193b-4271-b354-789ce72b42cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:40.860051 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-5735f049-193b-4271-b354-789ce72b42cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3266196 Aug 02 13:17:40.860051 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48294) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:40.870459 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.582s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:40.885557 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-60b0e0d4-8fd4-400a-b2a5-1934627f2d41 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Request body: {'security_group_rule': {'security_group_id': '5260d4aa-d1b7-4ba6-b41c-920b621745a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:40.898424 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-08acd8ed-f879-4b41-be1a-f11529c4e0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:40.917602 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-60b0e0d4-8fd4-400a-b2a5-1934627f2d41 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:40.964157 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-60b0e0d4-8fd4-400a-b2a5-1934627f2d41 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Usage tracker for resource:security_group_rule and tenant:0a084b6e9d41405097db0f4dc6fedaf7 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:40.982530 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-60b0e0d4-8fd4-400a-b2a5-1934627f2d41 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:41.004540 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8961a5-2277-4633-8177-dcf4ac6abcb4 req-2ea6594e-68c0-40c1-90e9-79852b4bddfe tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:41.007106 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ae8961a5-2277-4633-8177-dcf4ac6abcb4 req-2ea6594e-68c0-40c1-90e9-79852b4bddfe tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 944 time: 0.5037994 Aug 02 13:17:41.015773 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-60b0e0d4-8fd4-400a-b2a5-1934627f2d41 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:41.025753 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-08acd8ed-f879-4b41-be1a-f11529c4e0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:41.072665 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-aa7999b4-c7cf-4651-909b-b7b061642160 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5acfbbf2230b40e9a47291fa14f8d5d7&fields=id HTTP/1.1" status: 200 len: 255 time: 1.9804378 Aug 02 13:17:41.113796 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] Set router 0251df4e-34cc-4199-9307-0e75b72ab9c3 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:17:41.152104 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9928d3-215b-479a-af71-193662736dc5 req-0078c2ba-efeb-49c0-9908-56d7489bdb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:41.155367 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-0078c2ba-efeb-49c0-9908-56d7489bdb13 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=11bae0654e664c5d810eeefed3b8fa3e&device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 1096 time: 1.4222834 Aug 02 13:17:41.162283 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:41.172631 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:41.183927 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-60b0e0d4-8fd4-400a-b2a5-1934627f2d41 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:41.203266 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ae8961a5-2277-4633-8177-dcf4ac6abcb4 req-7e5058d1-ba51-4fb4-9688-5ca071801277 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888919 Aug 02 13:17:41.284578 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-80e908d7-5779-486f-9ece-361200001b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'c262f1f1-0556-4622-85e2-c59be481fe25', 'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'mac_address': 'fa:16:3e:f7:da:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:24Z', 'updated_at': '2021-08-02T13:17:38Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'subnets': [{'id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:41.296037 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e908d7-5779-486f-9ece-361200001b0c None None] The sync data for ids ['e37b4cce-627b-421f-880e-c3c81cb13c96'] in dv-cinder-803181-1-iscsi is: [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'c262f1f1-0556-4622-85e2-c59be481fe25', 'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'mac_address': 'fa:16:3e:f7:da:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:24Z', 'updated_at': '2021-08-02T13:17:38Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'subnets': [{'id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:17:41.316169 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-547e1e91-6169-4097-98db-4c4d55e24d83 None None] Provisioning for port e491168b-05bd-4e01-a729-1525c48d72c4 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:17:41.339758 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-547e1e91-6169-4097-98db-4c4d55e24d83 None None] Provisioning complete for port e491168b-05bd-4e01-a729-1525c48d72c4 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:41.340781 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-547e1e91-6169-4097-98db-4c4d55e24d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:41.408130 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-08acd8ed-f879-4b41-be1a-f11529c4e0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:41.441639 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-ba00099a-0b71-4ab0-a71c-d5b68a1accd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:41.449216 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-4b79c8a2-cecc-4bbc-a963-def8575a6e45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=683ab527-59de-4a4f-9d48-6380a41d3028 HTTP/1.1" status: 200 len: 217 time: 0.2582357 Aug 02 13:17:41.463282 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-f7cab6a8-bb35-4e20-8924-aeba49397070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:41.473908 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-f7cab6a8-bb35-4e20-8924-aeba49397070 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f80e631c5cce4d94a37b274cc8fd1085&device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 1097 time: 1.1684594 Aug 02 13:17:41.475627 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Pushing event updated for resources: {'Port': ['ID=e491168b-05bd-4e01-a729-1525c48d72c4,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:41.482847 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08acd8ed-f879-4b41-be1a-f11529c4e0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3238225-bfb3-4e60-be58-967c05dbfb29,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:41.495199 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-08acd8ed-f879-4b41-be1a-f11529c4e0c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:41.527605 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-60b0e0d4-8fd4-400a-b2a5-1934627f2d41 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:41.530070 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc51923-3a9f-4f20-a0fa-5572959dc31e None None] Pushing event updated for resources: {'Port': ['ID=44abd572-d43f-49e2-ac5a-f11adb5e3462,revision_number=4']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:41.530672 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-08acd8ed-f879-4b41-be1a-f11529c4e0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:41.535448 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-efc51923-3a9f-4f20-a0fa-5572959dc31e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.016s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:41.538043 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-08acd8ed-f879-4b41-be1a-f11529c4e0c7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c3238225-bfb3-4e60-be58-967c05dbfb29 HTTP/1.1" status: 204 len: 168 time: 1.0323346 Aug 02 13:17:41.540345 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-60b0e0d4-8fd4-400a-b2a5-1934627f2d41 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:41.588199 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:41.604985 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-60b0e0d4-8fd4-400a-b2a5-1934627f2d41 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:41.606749 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:41.615143 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-60b0e0d4-8fd4-400a-b2a5-1934627f2d41 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7468946 Aug 02 13:17:41.615143 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48310) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:41.640755 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48312) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:41.656800 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Request body: {'floatingip': {'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:41.665282 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0e0d4-8fd4-400a-b2a5-1934627f2d41 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84878b18-220d-46ec-b969-538f447e76a1,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:41.672907 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-60b0e0d4-8fd4-400a-b2a5-1934627f2d41 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:41.675132 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:41.697968 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-547e1e91-6169-4097-98db-4c4d55e24d83 None None] Port e491168b-05bd-4e01-a729-1525c48d72c4 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:17:41.706695 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Usage tracker for resource:floatingip and tenant:0a084b6e9d41405097db0f4dc6fedaf7 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:41.713455 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:41.743622 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:41.780701 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for floatingip, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:41.788149 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11eafbd6-b6ae-4ae1-af08-497b52a8c5f6', 'tag': '683ab527-59de-4a4f-9d48-6380a41d3028', 'status': 'completed', 'code': 200} Aug 02 13:17:41.942906 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-16fb607f-9548-476c-9452-fd2bd1c25506 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe6e73d-0979-4106-8a52-6857e01c21a4 HTTP/1.1" status: 200 len: 217 time: 0.3419507 Aug 02 13:17:42.045671 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9928d3-215b-479a-af71-193662736dc5 req-5db71d69-9e72-469f-a572-cea296c4e3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:42.049677 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-5db71d69-9e72-469f-a572-cea296c4e3c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72297f05-8d22-453d-a893-0a7c35e44a56 HTTP/1.1" status: 200 len: 851 time: 0.5454900 Aug 02 13:17:42.120943 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fb7601fc-72e1-491b-914f-f2390a9c52a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:42.140713 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'name': 'tempest-ServerRescueNegativeTestJSON-54690084-router', 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '58dad070-42fa-4655-9344-e044f49d5a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:10Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'gw_port': {'id': '58dad070-42fa-4655-9344-e044f49d5a2b', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:13Z', 'updated_at': '2021-08-02T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '44abd572-d43f-49e2-ac5a-f11adb5e3462', 'name': '', 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce', 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'mac_address': 'fa:16:3e:3c:34:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8ac723f8-ee61-478f-8a90-ba25694af273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:21Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'subnets': [{'id': '8ac723f8-ee61-478f-8a90-ba25694af273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:42.145919 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ab7e5b-6058-465b-b468-6a69c9b892a8 None None] The sync data for ids ['0251df4e-34cc-4199-9307-0e75b72ab9c3'] in dv-cinder-803181-1-iscsi is: [{'id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'name': 'tempest-ServerRescueNegativeTestJSON-54690084-router', 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '58dad070-42fa-4655-9344-e044f49d5a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:10Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'gw_port': {'id': '58dad070-42fa-4655-9344-e044f49d5a2b', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:13Z', 'updated_at': '2021-08-02T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '44abd572-d43f-49e2-ac5a-f11adb5e3462', 'name': '', 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce', 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'mac_address': 'fa:16:3e:3c:34:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '8ac723f8-ee61-478f-8a90-ba25694af273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:21Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'subnets': [{'id': '8ac723f8-ee61-478f-8a90-ba25694af273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:17:42.270797 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-fb7601fc-72e1-491b-914f-f2390a9c52a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:42.278002 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-fb7601fc-72e1-491b-914f-f2390a9c52a4 admin admin] Usage tracker for resource:security_group_rule and tenant:f7d727db79634b8a9a1ef991bacdd529 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:42.284003 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-fb7601fc-72e1-491b-914f-f2390a9c52a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:42.299136 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-fb7601fc-72e1-491b-914f-f2390a9c52a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:42.416051 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-8e137580-ca7d-4c2f-8375-b70e62f8d142 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9fdf2868-fe97-4e62-bb8f-58b22673d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3368337 Aug 02 13:17:42.472082 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fb7601fc-72e1-491b-914f-f2390a9c52a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:42.476768 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-921bcdc1-5b3b-4bbc-a030-9b2c421b4381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:42.478507 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-921bcdc1-5b3b-4bbc-a030-9b2c421b4381 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17ee4538-d553-4bb8-955b-7497483b5977 HTTP/1.1" status: 200 len: 854 time: 0.5199311 Aug 02 13:17:42.499248 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fb7601fc-72e1-491b-914f-f2390a9c52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:42.529595 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:42.605450 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7601fc-72e1-491b-914f-f2390a9c52a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1fb7f7e-c700-4c29-8d09-ce55b5bb28b9,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:42.616378 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-fb7601fc-72e1-491b-914f-f2390a9c52a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:42.706372 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-e4944d67-0ab8-4dcd-962a-3d1ca5fb7402 service neutron] 10.222.0.49 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6205459 Aug 02 13:17:42.712869 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-fb7601fc-72e1-491b-914f-f2390a9c52a4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7d727db79634b8a9a1ef991bacdd529&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0918827 Aug 02 13:17:42.722571 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48342) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:42.735787 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86e2163-c8b8-4efc-a140-4477ccf0b9cd req-3c68f486-8da6-4923-8b3c-34ed38065166 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:42.745830 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f86e2163-c8b8-4efc-a140-4477ccf0b9cd req-3c68f486-8da6-4923-8b3c-34ed38065166 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 943 time: 0.7186847 Aug 02 13:17:42.883925 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:42.908984 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-bc38e5fb-4b2a-405f-8b8a-152136be8b27 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8d55e602-c9e5-475a-8414-a458f789f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3403466 Aug 02 13:17:43.160946 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:43.190270 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:43.195416 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f86e2163-c8b8-4efc-a140-4477ccf0b9cd req-d5946a8f-6471-43fa-b315-a2fad9fce801 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4481874 Aug 02 13:17:43.217256 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-777a749c-4a6e-465a-8b7d-94fc8cb54ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:43.289640 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Allocated IP 172.27.2.250 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/c37c6861-bba7-4e03-8893-7a4594a173a6) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:17:43.337336 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-777a749c-4a6e-465a-8b7d-94fc8cb54ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:43.495275 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:43.496086 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:43.734245 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:43.748173 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 44abd572-d43f-49e2-ac5a-f11adb5e3462 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:43.748558 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b3eb6-e860-4f19-abc5-669d2d3dac6f req-e13bda5b-2529-4021-8a6b-92ada4662d22 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:43.757260 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b29b3eb6-e860-4f19-abc5-669d2d3dac6f req-e13bda5b-2529-4021-8a6b-92ada4662d22 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 944 time: 0.2151296 Aug 02 13:17:43.787832 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-777a749c-4a6e-465a-8b7d-94fc8cb54ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:43.833472 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-17c5241f-8a12-4664-92cd-5914ffcde024 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:43.881803 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 44abd572-d43f-49e2-ac5a-f11adb5e3462 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:17:43.887723 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 44abd572-d43f-49e2-ac5a-f11adb5e3462 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:43.888102 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:43.929093 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b29b3eb6-e860-4f19-abc5-669d2d3dac6f req-185d8848-c241-4ed2-b669-ba631f542aa9 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708939 Aug 02 13:17:43.945655 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a749c-4a6e-465a-8b7d-94fc8cb54ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1fb7f7e-c700-4c29-8d09-ce55b5bb28b9,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:43.945895 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bdce39f-db83-40f0-8fb3-73733a76a9aa', 'tag': '7fe6e73d-0979-4106-8a52-6857e01c21a4'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:17:43.969742 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-777a749c-4a6e-465a-8b7d-94fc8cb54ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:43.970685 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-777a749c-4a6e-465a-8b7d-94fc8cb54ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:43.971888 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-777a749c-4a6e-465a-8b7d-94fc8cb54ad9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b1fb7f7e-c700-4c29-8d09-ce55b5bb28b9 HTTP/1.1" status: 204 len: 168 time: 1.2234688 Aug 02 13:17:43.972396 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-9ca2ea26-5b59-487b-9e18-2dadb39cc6da service neutron] 10.222.0.49 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2650855 Aug 02 13:17:43.991453 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:44.000604 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:44.061372 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-a7d0ca01-80e5-40b1-8798-f93e2738ecc6 service neutron] 10.222.0.53 "GET /v2.0/networks/9fdf2868-fe97-4e62-bb8f-58b22673d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5699875 Aug 02 13:17:44.097444 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-44e73a71-e2e3-4f2c-83c2-cd34d73855f3 service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1230030 Aug 02 13:17:44.209047 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bdce39f-db83-40f0-8fb3-73733a76a9aa', 'tag': '7fe6e73d-0979-4106-8a52-6857e01c21a4', 'status': 'completed', 'code': 200} Aug 02 13:17:44.234684 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:44.238385 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:44.250662 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:44.264072 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:17:44.324924 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event updated for resources: {'Port': ['ID=c37c6861-bba7-4e03-8893-7a4594a173a6,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:44.351720 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:44.394881 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 44abd572-d43f-49e2-ac5a-f11adb5e3462, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=44abd572-d43f-49e2-ac5a-f11adb5e3462,segment=NetworkSegment(5f733ee0-601b-4a7f-81f1-801b225c8f04),segment_id=5f733ee0-601b-4a7f-81f1-801b225c8f04)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:17:44.402628 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:44.404156 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device c262f1f1-0556-4622-85e2-c59be481fe25 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:44.525503 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:44.811674 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:44.882460 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port c262f1f1-0556-4622-85e2-c59be481fe25 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:17:44.978633 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090699f-0598-4133-ac1d-e53390af0ebe req-5655b83f-dae1-4d44-acc5-41f5352d7b4b tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:44.979921 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port c262f1f1-0556-4622-85e2-c59be481fe25 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:44.980323 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:44.984972 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d090699f-0598-4133-ac1d-e53390af0ebe req-5655b83f-dae1-4d44-acc5-41f5352d7b4b tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 943 time: 0.4276590 Aug 02 13:17:45.002994 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-83ee8ef2-e2b3-47bd-a357-124f86db0cbf req-c36a95bf-bc09-497e-8abe-f84b9f9ec4dd tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 210 time: 0.5100482 Aug 02 13:17:45.031261 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=44abd572-d43f-49e2-ac5a-f11adb5e3462,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:45.050790 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:45.152242 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:45.175403 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-023c6691-e16c-48c9-a2df-2fc74db22761 req-f8fcdd43-4201-4282-b513-922b70a01d5c service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0677013 Aug 02 13:17:45.175908 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 48400) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:45.227316 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:45.244573 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e9928d3-215b-479a-af71-193662736dc5 req-2bb7e6f9-209b-471c-85e7-10f8e2b47500 service neutron] 10.222.0.53 "GET /v2.0/networks/9fdf2868-fe97-4e62-bb8f-58b22673d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1405118 Aug 02 13:17:45.266226 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:45.364500 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1690252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719615'] for router_interface, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:45.385478 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:45.573149 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d090699f-0598-4133-ac1d-e53390af0ebe req-faba2f15-573a-42c3-96fd-aaaf914eb6e9 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650182 Aug 02 13:17:45.607458 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Pushing event updated for resources: {'Port': ['ID=e491168b-05bd-4e01-a729-1525c48d72c4,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:45.699949 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:45.754119 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port c262f1f1-0556-4622-85e2-c59be481fe25, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=c262f1f1-0556-4622-85e2-c59be481fe25,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:17:45.758165 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8d62d717-de7f-4f5c-8690-44e3734cb237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:45.791536 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:45.812010 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-8d62d717-de7f-4f5c-8690-44e3734cb237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:45.818190 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-8d62d717-de7f-4f5c-8690-44e3734cb237 admin admin] Usage tracker for resource:security_group_rule and tenant:7e727304c79d463eb1091e3bc86f5de0 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:45.822465 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-8d62d717-de7f-4f5c-8690-44e3734cb237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:45.830723 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-8d62d717-de7f-4f5c-8690-44e3734cb237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:45.871054 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:45.900080 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:45.936076 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8d62d717-de7f-4f5c-8690-44e3734cb237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:45.961803 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8d62d717-de7f-4f5c-8690-44e3734cb237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:46.099317 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 44abd572-d43f-49e2-ac5a-f11adb5e3462 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:46.280654 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:46.291744 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-8d62d717-de7f-4f5c-8690-44e3734cb237 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e727304c79d463eb1091e3bc86f5de0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0531678 Aug 02 13:17:46.300354 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 48430) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:46.340292 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=c262f1f1-0556-4622-85e2-c59be481fe25,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:46.364698 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:46.381993 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Network f388a598-a9e9-4425-b334-df10ec450cba is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:46.404555 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:46.446314 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a6ddf-576e-4591-9f5f-3e6a159428c5 req-4ed1784d-a47e-4173-b6da-6aa325b7f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:46.449787 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b56a6ddf-576e-4591-9f5f-3e6a159428c5 req-4ed1784d-a47e-4173-b6da-6aa325b7f8ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=11bae0654e664c5d810eeefed3b8fa3e&device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 1096 time: 0.9029601 Aug 02 13:17:46.461251 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 44abd572-d43f-49e2-ac5a-f11adb5e3462 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:46.461863 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:46.463775 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcfe00-d43e-4fd8-a3ea-edb877d144ec req-907e59df-5868-45fc-92af-cd692816b89d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:46.464826 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-e9bcfe00-d43e-4fd8-a3ea-edb877d144ec req-907e59df-5868-45fc-92af-cd692816b89d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Synchronizing usage tracker for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:17:46.609146 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d62d717-de7f-4f5c-8690-44e3734cb237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8526d8-b469-488b-9305-2be0dc060b16,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:46.675094 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8d62d717-de7f-4f5c-8690-44e3734cb237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:46.693517 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-33861d0e-b6dd-4676-a66d-58f87f84b372 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:46.695862 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-33861d0e-b6dd-4676-a66d-58f87f84b372 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Synchronizing usage tracker for tenant:5acfbbf2230b40e9a47291fa14f8d5d7 on resource:network {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:17:46.706749 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28ffd6-52e4-48eb-9a49-e69ce102f348 req-707e9e15-2111-4f29-8243-037e8affac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:46.708456 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1d28ffd6-52e4-48eb-9a49-e69ce102f348 req-707e9e15-2111-4f29-8243-037e8affac2b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f80e631c5cce4d94a37b274cc8fd1085&device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 1097 time: 1.1449397 Aug 02 13:17:46.750669 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for port, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:46.786274 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:46.816862 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:46.869257 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f3596165-63d8-4be5-8329-37ee26f8c5ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:46.879215 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-e9bcfe00-d43e-4fd8-a3ea-edb877d144ec req-907e59df-5868-45fc-92af-cd692816b89d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Unset dirty status for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:17:46.880492 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e9bcfe00-d43e-4fd8-a3ea-edb877d144ec req-907e59df-5868-45fc-92af-cd692816b89d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 944 time: 1.6109977 Aug 02 13:17:46.977188 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6736e319-7fcc-4cd8-80ff-c1a66bc92b5f None None] Provisioning complete for port e491168b-05bd-4e01-a729-1525c48d72c4 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:46.978078 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6736e319-7fcc-4cd8-80ff-c1a66bc92b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:47.065895 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-33861d0e-b6dd-4676-a66d-58f87f84b372 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Unset dirty status for tenant:5acfbbf2230b40e9a47291fa14f8d5d7 on resource:network {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:17:47.074530 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-33861d0e-b6dd-4676-a66d-58f87f84b372 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/networks?id=2f1027cf-695e-4fa3-a649-01bf9937dcce HTTP/1.1" status: 200 len: 817 time: 1.2133827 Aug 02 13:17:47.083557 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event updated for resources: {'Port': ['ID=c37c6861-bba7-4e03-8893-7a4594a173a6,revision_number=2']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:47.089409 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.53', 51887) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:47.120439 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:47.132864 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-4b2824d4-6468-455a-9535-a033456082e6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/quotas/5acfbbf2230b40e9a47291fa14f8d5d7 HTTP/1.1" status: 200 len: 375 time: 0.0570683 Aug 02 13:17:47.142996 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6736e319-7fcc-4cd8-80ff-c1a66bc92b5f None None] Port e491168b-05bd-4e01-a729-1525c48d72c4 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:17:47.210163 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:47.277852 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f3596165-63d8-4be5-8329-37ee26f8c5ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:47.310281 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:47.311730 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6630969 Aug 02 13:17:47.538844 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-afcb9fea-a192-44e1-ade1-d119ff7d2129 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Synchronizing usage tracker for tenant:5acfbbf2230b40e9a47291fa14f8d5d7 on resource:port {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:17:47.576166 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-57152eea-bc74-46fc-9a89-3cacedb5c50e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:47.576166 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-57152eea-bc74-46fc-9a89-3cacedb5c50e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.53 "GET /v2.0/networks?id=2f1027cf-695e-4fa3-a649-01bf9937dcce HTTP/1.1" status: 200 len: 817 time: 0.4834464 Aug 02 13:17:47.588322 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e9bcfe00-d43e-4fd8-a3ea-edb877d144ec req-8f3726d7-fc20-4d1d-af6e-e513da6b4cde tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5627563 Aug 02 13:17:47.612257 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Request body: {'port': {'device_id': '28dfa331-c91a-4e55-bfcd-b957575265f3', 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce', 'admin_state_up': True, 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:47.646593 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a6ddf-576e-4591-9f5f-3e6a159428c5 req-c2cf5f33-e976-4d06-8b71-8d2a9c6f76c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:47.649024 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b56a6ddf-576e-4591-9f5f-3e6a159428c5 req-c2cf5f33-e976-4d06-8b71-8d2a9c6f76c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9fdf2868-fe97-4e62-bb8f-58b22673d4a7 HTTP/1.1" status: 200 len: 912 time: 1.1733961 Aug 02 13:17:47.666794 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-afcb9fea-a192-44e1-ade1-d119ff7d2129 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Unset dirty status for tenant:5acfbbf2230b40e9a47291fa14f8d5d7 on resource:port {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:17:47.670055 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-afcb9fea-a192-44e1-ade1-d119ff7d2129 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5acfbbf2230b40e9a47291fa14f8d5d7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5359077 Aug 02 13:17:47.746141 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b56a6ddf-576e-4591-9f5f-3e6a159428c5 req-8d2c1121-ea07-451d-b66f-63d39a70a724 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=683ab527-59de-4a4f-9d48-6380a41d3028 HTTP/1.1" status: 200 len: 217 time: 0.0854521 Aug 02 13:17:47.817634 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:17:47.882370 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28ffd6-52e4-48eb-9a49-e69ce102f348 req-64dd95ea-556e-4e16-93cb-b75fdd8dfb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:47.883935 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1d28ffd6-52e4-48eb-9a49-e69ce102f348 req-64dd95ea-556e-4e16-93cb-b75fdd8dfb2c service neutron] 10.222.0.53 "GET /v2.0/networks?id=8d55e602-c9e5-475a-8414-a458f789f4bf HTTP/1.1" status: 200 len: 915 time: 1.0779748 Aug 02 13:17:47.902743 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f3596165-63d8-4be5-8329-37ee26f8c5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:47.998896 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9610ddef-40ed-428e-b1ca-2ae9b24f6346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:48.009987 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:48.014271 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device c262f1f1-0556-4622-85e2-c59be481fe25 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:48.019555 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-41f6ab86-c8ca-4d4d-bab7-ddc934b4cba7 service neutron] 10.222.0.49 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366446 Aug 02 13:17:48.070327 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:48.136363 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Made reservation on behalf of 5acfbbf2230b40e9a47291fa14f8d5d7 for: {'port': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:17:48.148469 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:48.177528 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port c262f1f1-0556-4622-85e2-c59be481fe25 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:48.178042 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:48.383166 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:17:48.389083 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1d28ffd6-52e4-48eb-9a49-e69ce102f348 req-d140c3e4-fb31-4cd7-b349-d42621fcdecc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe6e73d-0979-4106-8a52-6857e01c21a4 HTTP/1.1" status: 200 len: 217 time: 0.4847829 Aug 02 13:17:48.461674 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Sync routers for ids ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:17:48.481665 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Routers {'f2f0fcf2-8a6f-44b2-83e5-b519819699b7'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:17:48.484081 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:17:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:48.486525 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-22a8d09e-2116-4993-ae82-9af65eede77c service neutron] 10.222.0.49 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4497325 Aug 02 13:17:48.491477 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f3596165-63d8-4be5-8329-37ee26f8c5ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:48.502311 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-f3596165-63d8-4be5-8329-37ee26f8c5ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cb8526d8-b469-488b-9305-2be0dc060b16 HTTP/1.1" status: 204 len: 168 time: 2.1972148 Aug 02 13:17:48.517212 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] 10.222.0.49 "PUT /v2.0/routers/f2f0fcf2-8a6f-44b2-83e5-b519819699b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.4438796 Aug 02 13:17:48.517212 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3596165-63d8-4be5-8329-37ee26f8c5ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8526d8-b469-488b-9305-2be0dc060b16,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:48.527463 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f3596165-63d8-4be5-8329-37ee26f8c5ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:48.543379 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56a6ddf-576e-4591-9f5f-3e6a159428c5 req-4cf9ba24-fba7-4dea-a140-d741ba886daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:48.546155 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b56a6ddf-576e-4591-9f5f-3e6a159428c5 req-4cf9ba24-fba7-4dea-a140-d741ba886daa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72297f05-8d22-453d-a893-0a7c35e44a56 HTTP/1.1" status: 200 len: 851 time: 0.7805243 Aug 02 13:17:48.684529 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b56a6ddf-576e-4591-9f5f-3e6a159428c5 req-c481f184-c301-4a9a-bc95-95a802cd807f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9fdf2868-fe97-4e62-bb8f-58b22673d4a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087193 Aug 02 13:17:48.846397 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5c30cf-7824-43b4-9b43-77ae0fa557fa req-21c61842-2080-46a9-b61e-df5a086b1515 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:48.866067 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ed5c30cf-7824-43b4-9b43-77ae0fa557fa req-21c61842-2080-46a9-b61e-df5a086b1515 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 943 time: 1.0991488 Aug 02 13:17:48.906047 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 7fe6e73d-0979-4106-8a52-6857e01c21a4 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:17:49.013272 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Allocated IP 172.20.0.11 (2f1027cf-695e-4fa3-a649-01bf9937dcce/8ac723f8-ee61-478f-8a90-ba25694af273/5a7a732a-ad21-44b4-b87f-a931edf2e0a9) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:17:49.316959 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ed5c30cf-7824-43b4-9b43-77ae0fa557fa req-0dd595f3-db54-45bf-99cb-4b7618242de5 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4494584 Aug 02 13:17:49.331112 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d28ffd6-52e4-48eb-9a49-e69ce102f348 req-9ae471e5-97da-417f-b5ba-ca8fa0dfc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:49.339681 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1d28ffd6-52e4-48eb-9a49-e69ce102f348 req-9ae471e5-97da-417f-b5ba-ca8fa0dfc356 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17ee4538-d553-4bb8-955b-7497483b5977 HTTP/1.1" status: 200 len: 854 time: 0.9173987 Aug 02 13:17:49.468406 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b56a6ddf-576e-4591-9f5f-3e6a159428c5 req-721e9422-2671-4ac3-ad45-6ab6367a8eaa service neutron] 10.222.0.53 "GET /v2.0/networks/9fdf2868-fe97-4e62-bb8f-58b22673d4a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7669630 Aug 02 13:17:49.640202 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-e54d9d1b-dab3-4ba9-86b4-1b8272abad4c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Synchronizing usage tracker for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:security_group {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:17:49.682327 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1d28ffd6-52e4-48eb-9a49-e69ce102f348 req-a2ea70ed-9a09-45da-b18d-4df8e0e283ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8d55e602-c9e5-475a-8414-a458f789f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2084501 Aug 02 13:17:49.745107 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-e54d9d1b-dab3-4ba9-86b4-1b8272abad4c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Unset dirty status for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:security_group {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:17:49.751316 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-e54d9d1b-dab3-4ba9-86b4-1b8272abad4c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2061548039&fields=id&tenant_id=0a084b6e9d41405097db0f4dc6fedaf7 HTTP/1.1" status: 200 len: 267 time: 0.5160463 Aug 02 13:17:49.908999 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 7fe6e73d-0979-4106-8a52-6857e01c21a4, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=7fe6e73d-0979-4106-8a52-6857e01c21a4,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:17:49.945649 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1fc0dbcc-b0e4-4206-a9ac-76b935c88504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:49.957968 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Set router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:17:50.041604 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:50.078497 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '7fe6e73d-0979-4106-8a52-6857e01c21a4', 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf', 'port_id': '7fe6e73d-0979-4106-8a52-6857e01c21a4', 'mac_address': 'fa:16:3e:95:bc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ee4538-d553-4bb8-955b-7497483b5977', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:17:50.105213 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:50.223311 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:50.521651 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b56a6ddf-576e-4591-9f5f-3e6a159428c5 req-faa3e366-cda7-4125-a133-c7dd592d79cb service neutron] 10.222.0.53 "GET /v2.0/networks/9fdf2868-fe97-4e62-bb8f-58b22673d4a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9924614 Aug 02 13:17:50.522406 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:50.541533 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Pushing event updated for resources: {'Port': ['ID=5a7a732a-ad21-44b4-b87f-a931edf2e0a9,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:50.545848 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Network 2f1027cf-695e-4fa3-a649-01bf9937dcce is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:50.551263 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:50.553066 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:50.558422 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:17:50.566885 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:50.568003 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:50.674770 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67187a34-8060-46fe-804b-e768a8d037a8 req-4c9eec4c-3d5c-4a6b-a138-e9dc460c4fbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:50.682550 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:50.688532 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67187a34-8060-46fe-804b-e768a8d037a8 req-4c9eec4c-3d5c-4a6b-a138-e9dc460c4fbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 944 time: 1.0227172 Aug 02 13:17:50.720525 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1196556 Aug 02 13:17:50.731311 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fe6e73d-0979-4106-8a52-6857e01c21a4 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:17:50.770129 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 7fe6e73d-0979-4106-8a52-6857e01c21a4, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=7fe6e73d-0979-4106-8a52-6857e01c21a4,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:17:50.770346 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Request body: {'port': {'device_id': '28dfa331-c91a-4e55-bfcd-b957575265f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:50.790529 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:50.794948 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 683ab527-59de-4a4f-9d48-6380a41d3028 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:17:50.800924 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:50.886412 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:42Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'e491168b-05bd-4e01-a729-1525c48d72c4', 'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'mac_address': 'fa:16:3e:f4:c1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:35Z', 'updated_at': '2021-08-02T13:17:44Z', 'revision_number': 2, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'subnets': [{'id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:50.903065 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Checking router: f2f0fcf2-8a6f-44b2-83e5-b519819699b7 for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:17:50.909871 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Updating router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 port e491168b-05bd-4e01-a729-1525c48d72c4 binding host dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:17:50.933850 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f48273c6-0554-4811-a400-4e0682ab117b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:50.946095 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f48273c6-0554-4811-a400-4e0682ab117b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/networks?id=bb040d03-cbf3-4995-bcf3-f17d53b45872 HTTP/1.1" status: 200 len: 817 time: 1.1815593 Aug 02 13:17:51.002023 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1d28ffd6-52e4-48eb-9a49-e69ce102f348 req-71ea8cfc-be9c-4501-89af-5ff246f60840 service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0840302 Aug 02 13:17:51.048570 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67187a34-8060-46fe-804b-e768a8d037a8 req-6ab5a4f3-bde4-4526-9787-e48e87d900e0 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587797 Aug 02 13:17:51.061522 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:51.082729 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-80c15171-eebd-460c-861c-64ec5c9f7dee tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/quotas/0a084b6e9d41405097db0f4dc6fedaf7 HTTP/1.1" status: 200 len: 375 time: 0.0878699 Aug 02 13:17:51.250055 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1d28ffd6-52e4-48eb-9a49-e69ce102f348 req-5bdcf51c-bb00-4bb0-8978-4d255fdaad55 service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254286 Aug 02 13:17:51.377627 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7b9122ff-2b29-4cb6-bafb-3401b37b6164 req-efc4dd4a-bf8e-485d-ab78-c6fa7a5a26fb tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 210 time: 0.0725291 Aug 02 13:17:51.405532 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=7fe6e73d-0979-4106-8a52-6857e01c21a4,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:51.557910 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.757s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:51.719138 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:52.003769 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 683ab527-59de-4a4f-9d48-6380a41d3028, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=683ab527-59de-4a4f-9d48-6380a41d3028,segment=NetworkSegment(3f1303a9-8865-492e-aad2-a84e5c032c26),segment_id=3f1303a9-8865-492e-aad2-a84e5c032c26)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:17:52.013854 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-391a8288-711b-48c9-9d2c-bb0083956c86 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:52.018468 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-391a8288-711b-48c9-9d2c-bb0083956c86 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.53 "GET /v2.0/networks?id=2f1027cf-695e-4fa3-a649-01bf9937dcce HTTP/1.1" status: 200 len: 817 time: 0.4534175 Aug 02 13:17:52.021686 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '683ab527-59de-4a4f-9d48-6380a41d3028', 'network_id': '9fdf2868-fe97-4e62-bb8f-58b22673d4a7', 'port_id': '683ab527-59de-4a4f-9d48-6380a41d3028', 'mac_address': 'fa:16:3e:f1:4c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72297f05-8d22-453d-a893-0a7c35e44a56', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:17:52.046792 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Request body: {'port': {'device_id': 'bae547ac-fd43-48fb-abe9-d2dd8e264250', 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce', 'admin_state_up': True, 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:52.467722 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:52.473863 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Usage tracker for resource:port and tenant:5acfbbf2230b40e9a47291fa14f8d5d7 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:52.478861 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:52.487648 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:52.504448 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Made reservation on behalf of 5acfbbf2230b40e9a47291fa14f8d5d7 for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:17:52.518391 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:52.519247 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Notify callbacks [] for port, precommit_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:52.535295 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Transition to ACTIVE for port object e491168b-05bd-4e01-a729-1525c48d72c4 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:52.549600 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:52.564216 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4836b5fc-3eaf-4703-b8e4-c11ed823dc77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:52.756556 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 {{(pid=78567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:17:52.787946 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:52.808925 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.provisioning_blocks [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Transition to ACTIVE for port object 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 will not be triggered until provisioned by entity L2. {{(pid=78567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:52.816046 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:52.830698 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:52.908843 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:52.986827 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 683ab527-59de-4a4f-9d48-6380a41d3028 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:17:53.034958 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 683ab527-59de-4a4f-9d48-6380a41d3028, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=683ab527-59de-4a4f-9d48-6380a41d3028,segment=NetworkSegment(3f1303a9-8865-492e-aad2-a84e5c032c26),segment_id=3f1303a9-8865-492e-aad2-a84e5c032c26)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:17:53.131220 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Allocated IP 172.20.0.6 (2f1027cf-695e-4fa3-a649-01bf9937dcce/8ac723f8-ee61-478f-8a90-ba25694af273/31fb2f2d-c671-4571-bb65-c7d3bf05c421) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:17:53.165781 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48600) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:53.191066 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1346355935', 'description': 'tempest-description--812419561'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:53.206136 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:53.222688 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Usage tracker for resource:security_group and tenant:1dfc0f7ffe5d46e38126837be5e982ce is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:53.226148 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:53.227470 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:53.241919 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:53.249615 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-8d956099-19ec-4a60-8c59-f53f89f8501b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:53.258592 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811ae17-1d9d-4022-a0b7-18a05583be52 None None] Pushing event updated for resources: {'Port': ['ID=e491168b-05bd-4e01-a729-1525c48d72c4,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:53.269693 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7a732a-ad21-44b4-b87f-a931edf2e0a9,revision_number=2']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:53.277041 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Attempting to bind port e491168b-05bd-4e01-a729-1525c48d72c4 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:17:53.278178 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Attempting to bind port e491168b-05bd-4e01-a729-1525c48d72c4 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:17:53.278738 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Attempting to bind port e491168b-05bd-4e01-a729-1525c48d72c4 on network f388a598-a9e9-4425-b334-df10ec450cba {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:53.288903 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:17:53.289595 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Checking segment: {'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:53.290168 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:53.290724 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Bound using segment: {'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:17:53.291454 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Bound port: e491168b-05bd-4e01-a729-1525c48d72c4, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:17:53.292000 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:53.300350 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:53.301339 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:53.338723 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-d9212684-69f9-4a88-a7cc-0834f828b813 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Synchronizing usage tracker for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:port {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:17:53.418190 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:53.429285 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Usage tracker for resource:security_group_rule and tenant:1dfc0f7ffe5d46e38126837be5e982ce is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:53.436973 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:53.454934 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:53.477707 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] For port e491168b-05bd-4e01-a729-1525c48d72c4, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:17:53.486246 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] For port e491168b-05bd-4e01-a729-1525c48d72c4, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=e491168b-05bd-4e01-a729-1525c48d72c4,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:17:53.510059 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:53.566951 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-f811ae17-1d9d-4022-a0b7-18a05583be52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.003s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:53.567241 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.324s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:53.587578 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.managers [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Attempting to bind port 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:17:53.587578 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.managers [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Attempting to bind port 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '5f733ee0-601b-4a7f-81f1-801b225c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce'}] {{(pid=78567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:17:53.588015 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Attempting to bind port 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 on network 2f1027cf-695e-4fa3-a649-01bf9937dcce {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:53.640089 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Port 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 on network 2f1027cf-695e-4fa3-a649-01bf9937dcce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:17:53.640445 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Attempting to bind port 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 on network 2f1027cf-695e-4fa3-a649-01bf9937dcce {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:53.669797 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:17:53.670247 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Checking segment: {'id': '5f733ee0-601b-4a7f-81f1-801b225c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:53.672214 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Bound using segment: {'id': '5f733ee0-601b-4a7f-81f1-801b225c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce'} {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:17:53.674611 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.managers [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Bound port: 5a7a732a-ad21-44b4-b87f-a931edf2e0a9, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f733ee0-601b-4a7f-81f1-801b225c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce'}}] {{(pid=78567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:17:53.674997 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:53.691015 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48620) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:53.708991 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-d9212684-69f9-4a88-a7cc-0834f828b813 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Unset dirty status for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:port {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:17:53.710405 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-d9212684-69f9-4a88-a7cc-0834f828b813 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a084b6e9d41405097db0f4dc6fedaf7&fields=id HTTP/1.1" status: 200 len: 348 time: 2.5930736 Aug 02 13:17:53.712864 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:53.741681 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=683ab527-59de-4a4f-9d48-6380a41d3028,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:53.792270 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:53.849784 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:53.883986 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e44d8-7892-4079-b46e-b2e15cd1929e req-15c5f40f-6a27-4623-8673-69ca13b9e817 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:53.887145 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-870e44d8-7892-4079-b46e-b2e15cd1929e req-15c5f40f-6a27-4623-8673-69ca13b9e817 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 944 time: 0.2623117 Aug 02 13:17:53.894338 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:53.900232 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811ae17-1d9d-4022-a0b7-18a05583be52 None None] Pushing event updated for resources: {'Port': ['ID=e491168b-05bd-4e01-a729-1525c48d72c4,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:53.909387 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:53.910212 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-f811ae17-1d9d-4022-a0b7-18a05583be52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:53.921656 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.392s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:53.922824 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:53.934900 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Routers {'f2f0fcf2-8a6f-44b2-83e5-b519819699b7'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:17:53.936125 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:17:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:54.026182 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:54.038252 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9959-e880-476c-ae2b-5c785ccbfced admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:54.049843 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:54.090328 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['683ab527-59de-4a4f-9d48-6380a41d3028'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:17:54.156294 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['7fe6e73d-0979-4106-8a52-6857e01c21a4'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:17:54.197451 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-c247dfac-120d-4fe6-9584-c0da8f4c3c03 service neutron] 10.222.0.49 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063911 Aug 02 13:17:54.198141 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62b290f5-164a-4ceb-a6e5-0f10538c5636,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:54.214465 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:54.216874 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-870e44d8-7892-4079-b46e-b2e15cd1929e req-0ac9614b-9d01-4eb2-b1f3-0d8bee8973bc tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953475 Aug 02 13:17:54.221022 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Pushing event updated for resources: {'Port': ['ID=31fb2f2d-c671-4571-bb65-c7d3bf05c421,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:54.228046 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:54.243307 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Network 2f1027cf-695e-4fa3-a649-01bf9937dcce is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:54.246608 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:54.253877 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:17:54.264715 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:54.268083 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0995502 Aug 02 13:17:54.276543 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:54.277637 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:54.283548 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48628) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:54.284214 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48630) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:54.285055 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-4d8d9959-e880-476c-ae2b-5c785ccbfced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:54.295412 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-750a36aa-dff0-4b9f-a0dc-c455b53dc76c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Request body: {'security_group_rule': {'security_group_id': '62b290f5-164a-4ceb-a6e5-0f10538c5636', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:54.318812 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-4d8d9959-e880-476c-ae2b-5c785ccbfced admin admin] Usage tracker for resource:security_group_rule and tenant:f4d4514b667a48319b22a9be42c2d1dd is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:54.327243 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-4d8d9959-e880-476c-ae2b-5c785ccbfced admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:54.333561 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-750a36aa-dff0-4b9f-a0dc-c455b53dc76c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:54.346483 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] For port 5a7a732a-ad21-44b4-b87f-a931edf2e0a9, host hv-cinder-80318, cleared binding levels {{(pid=78567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:17:54.351291 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3149967 Aug 02 13:17:54.351506 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-750a36aa-dff0-4b9f-a0dc-c455b53dc76c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Usage tracker for resource:security_group_rule and tenant:1dfc0f7ffe5d46e38126837be5e982ce is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:54.361197 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-4d8d9959-e880-476c-ae2b-5c785ccbfced admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:54.380183 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Request body: {'port': {'device_id': 'bae547ac-fd43-48fb-abe9-d2dd8e264250', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:54.435424 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-750a36aa-dff0-4b9f-a0dc-c455b53dc76c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:54.473128 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-750a36aa-dff0-4b9f-a0dc-c455b53dc76c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:54.481396 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] For port 5a7a732a-ad21-44b4-b87f-a931edf2e0a9, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=5a7a732a-ad21-44b4-b87f-a931edf2e0a9,segment=NetworkSegment(5f733ee0-601b-4a7f-81f1-801b225c8f04),segment_id=5f733ee0-601b-4a7f-81f1-801b225c8f04)] {{(pid=78567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:17:54.506981 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:54.530162 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:54.724965 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-750a36aa-dff0-4b9f-a0dc-c455b53dc76c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:54.738983 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:54.741575 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-56f688bd-7d11-4aae-b944-cabfbca4765a service neutron] 10.222.0.49 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5254583 Aug 02 13:17:54.765261 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4ba2c711-0c54-4b2a-840f-e25c65cf4cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:54.768478 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c236c38-7915-4676-a2ed-48198f95f41e req-2605baa8-7275-4ad2-983b-a2c90fc9bc75 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:54.775974 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0c236c38-7915-4676-a2ed-48198f95f41e req-2605baa8-7275-4ad2-983b-a2c90fc9bc75 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 945 time: 0.2850149 Aug 02 13:17:54.785930 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:54.787223 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:54.790166 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] 10.222.0.53 "PUT /v2.0/ports/5a7a732a-ad21-44b4-b87f-a931edf2e0a9 HTTP/1.1" status: 200 len: 1094 time: 4.0398493 Aug 02 13:17:54.814789 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28dfa331-c91a-4e55-bfcd-b957575265f3', 'tag': '5a7a732a-ad21-44b4-b87f-a931edf2e0a9'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:17:54.899613 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0c236c38-7915-4676-a2ed-48198f95f41e req-2d60afd4-3896-40e8-bb15-3390ca92e0c5 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226227 Aug 02 13:17:54.924667 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] Set router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:17:55.063733 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:55.184631 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-4ba2c711-0c54-4b2a-840f-e25c65cf4cb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:55.191034 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-4ba2c711-0c54-4b2a-840f-e25c65cf4cb2 admin admin] Usage tracker for resource:security_group_rule and tenant:a133ea4386c34261b3acf358beff759f is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:55.194594 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-4ba2c711-0c54-4b2a-840f-e25c65cf4cb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:55.204984 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-4ba2c711-0c54-4b2a-840f-e25c65cf4cb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:55.231288 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Pushing event updated for resources: {'Port': ['ID=5a7a732a-ad21-44b4-b87f-a931edf2e0a9,revision_number=3']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:55.239552 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:55.323417 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9959-e880-476c-ae2b-5c785ccbfced admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:55.339146 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-750a36aa-dff0-4b9f-a0dc-c455b53dc76c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:55.406191 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4d8d9959-e880-476c-ae2b-5c785ccbfced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:55.435350 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2a8b796d-a7d9-455d-ad4e-7e85fa57a7c1 req-72510345-b002-4393-9999-9184323e18f5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 210 time: 0.1043217 Aug 02 13:17:55.487283 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6ac6c-6f4c-4087-b0f2-7d11fa88444b req-ae406e64-07f8-4e6d-a2d5-d40bab6b6897 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:55.488498 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-4ab6ac6c-6f4c-4087-b0f2-7d11fa88444b req-ae406e64-07f8-4e6d-a2d5-d40bab6b6897 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Synchronizing usage tracker for tenant:5acfbbf2230b40e9a47291fa14f8d5d7 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:17:55.506712 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-750a36aa-dff0-4b9f-a0dc-c455b53dc76c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:55.534128 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:55.684749 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-4ab6ac6c-6f4c-4087-b0f2-7d11fa88444b req-ae406e64-07f8-4e6d-a2d5-d40bab6b6897 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Unset dirty status for tenant:5acfbbf2230b40e9a47291fa14f8d5d7 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:17:55.691705 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4ab6ac6c-6f4c-4087-b0f2-7d11fa88444b req-ae406e64-07f8-4e6d-a2d5-d40bab6b6897 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 931 time: 0.5384805 Aug 02 13:17:55.760790 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fb2f2d-c671-4571-bb65-c7d3bf05c421 {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:17:55.775594 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:55.817658 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:42Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'e491168b-05bd-4e01-a729-1525c48d72c4', 'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'mac_address': 'fa:16:3e:f4:c1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:35Z', 'updated_at': '2021-08-02T13:17:53Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'subnets': [{'id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:17:55.830197 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f866ba30-1d84-4abd-bd6b-697cc12c4ed5 None None] The sync data for ids ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'] in dv-cinder-803181-1-iscsi is: [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:42Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'e491168b-05bd-4e01-a729-1525c48d72c4', 'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'mac_address': 'fa:16:3e:f4:c1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:35Z', 'updated_at': '2021-08-02T13:17:53Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'subnets': [{'id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:17:55.838026 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-4d8d9959-e880-476c-ae2b-5c785ccbfced admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4d4514b667a48319b22a9be42c2d1dd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1332910 Aug 02 13:17:55.838889 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48668) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:55.847116 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Transition to ACTIVE for port object 31fb2f2d-c671-4571-bb65-c7d3bf05c421 will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:17:55.856399 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4ab6ac6c-6f4c-4087-b0f2-7d11fa88444b req-8684d78c-af6f-45f4-9dfd-fbcbc2de31fb tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535707 Aug 02 13:17:55.858314 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:55.865788 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c9a85f38-aa96-44ea-b7a7-7c327e60c1ae tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:56.205746 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8d9959-e880-476c-ae2b-5c785ccbfced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6f1b52-03b1-4521-95b3-38182c21cd6b,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:56.217546 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=31fb2f2d-c671-4571-bb65-c7d3bf05c421,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:56.218792 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:56.237145 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4d8d9959-e880-476c-ae2b-5c785ccbfced admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:56.254931 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-750a36aa-dff0-4b9f-a0dc-c455b53dc76c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:56.256986 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-750a36aa-dff0-4b9f-a0dc-c455b53dc76c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9687140 Aug 02 13:17:56.259247 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5735f049-193b-4271-b354-789ce72b42cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.613s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:56.269393 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 48680) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:56.314558 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-a85de0b5-2c0c-4c09-93a6-78f17244be30 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Request body: {'security_group_rule': {'security_group_id': '62b290f5-164a-4ceb-a6e5-0f10538c5636', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:56.327910 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Attempting to bind port 31fb2f2d-c671-4571-bb65-c7d3bf05c421 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:17:56.328252 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Attempting to bind port 31fb2f2d-c671-4571-bb65-c7d3bf05c421 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '5f733ee0-601b-4a7f-81f1-801b225c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:17:56.328252 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Attempting to bind port 31fb2f2d-c671-4571-bb65-c7d3bf05c421 on network 2f1027cf-695e-4fa3-a649-01bf9937dcce {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:56.339776 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-a85de0b5-2c0c-4c09-93a6-78f17244be30 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:56.342327 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Port 31fb2f2d-c671-4571-bb65-c7d3bf05c421 on network 2f1027cf-695e-4fa3-a649-01bf9937dcce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:17:56.342657 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Attempting to bind port 31fb2f2d-c671-4571-bb65-c7d3bf05c421 on network 2f1027cf-695e-4fa3-a649-01bf9937dcce {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:17:56.358868 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-a85de0b5-2c0c-4c09-93a6-78f17244be30 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Usage tracker for resource:security_group_rule and tenant:1dfc0f7ffe5d46e38126837be5e982ce is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:56.372833 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-a85de0b5-2c0c-4c09-93a6-78f17244be30 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:56.373903 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-987f9e5b-ee35-494d-91e7-ef1b7f0fb30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:56.376543 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:17:56.376754 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-987f9e5b-ee35-494d-91e7-ef1b7f0fb30b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5acfbbf2230b40e9a47291fa14f8d5d7&device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 1097 time: 1.3968511 Aug 02 13:17:56.376971 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Checking segment: {'id': '5f733ee0-601b-4a7f-81f1-801b225c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:17:56.377305 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Bound using segment: {'id': '5f733ee0-601b-4a7f-81f1-801b225c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:17:56.377899 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Bound port: 31fb2f2d-c671-4571-bb65-c7d3bf05c421, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f733ee0-601b-4a7f-81f1-801b225c8f04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:17:56.378464 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:56.378758 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750a36aa-dff0-4b9f-a0dc-c455b53dc76c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f808fae2-4ca2-4722-84e2-5823829179cf,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:56.403329 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-750a36aa-dff0-4b9f-a0dc-c455b53dc76c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:56.408284 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28dfa331-c91a-4e55-bfcd-b957575265f3', 'tag': '5a7a732a-ad21-44b4-b87f-a931edf2e0a9', 'status': 'completed', 'code': 200} Aug 02 13:17:56.426617 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-a85de0b5-2c0c-4c09-93a6-78f17244be30 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:56.585780 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a85de0b5-2c0c-4c09-93a6-78f17244be30 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:56.773731 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] For port 31fb2f2d-c671-4571-bb65-c7d3bf05c421, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:17:56.782118 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] For port 31fb2f2d-c671-4571-bb65-c7d3bf05c421, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=31fb2f2d-c671-4571-bb65-c7d3bf05c421,segment=NetworkSegment(5f733ee0-601b-4a7f-81f1-801b225c8f04),segment_id=5f733ee0-601b-4a7f-81f1-801b225c8f04)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:17:56.800212 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a85de0b5-2c0c-4c09-93a6-78f17244be30 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:56.801645 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:56.811114 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:56.858405 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a85de0b5-2c0c-4c09-93a6-78f17244be30 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:56.890821 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:56.891542 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:56.893272 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] 10.222.0.53 "PUT /v2.0/ports/31fb2f2d-c671-4571-bb65-c7d3bf05c421 HTTP/1.1" status: 200 len: 1093 time: 2.5190828 Aug 02 13:17:56.899030 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bae547ac-fd43-48fb-abe9-d2dd8e264250', 'tag': '31fb2f2d-c671-4571-bb65-c7d3bf05c421'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:17:56.948509 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745a656-84ec-40c2-9f5f-65bf57914415 req-d1536e6e-7a86-40ad-867e-27d00565bc05 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:56.950301 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6745a656-84ec-40c2-9f5f-65bf57914415 req-d1536e6e-7a86-40ad-867e-27d00565bc05 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 945 time: 0.3387423 Aug 02 13:17:56.952845 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-c5cd6d88-8b4e-45c5-94f7-63a8e33081fc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a7a732a-ad21-44b4-b87f-a931edf2e0a9 HTTP/1.1" status: 200 len: 217 time: 0.5114737 Aug 02 13:17:56.966685 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a85de0b5-2c0c-4c09-93a6-78f17244be30 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:56.969867 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-a85de0b5-2c0c-4c09-93a6-78f17244be30 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6837084 Aug 02 13:17:56.991286 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 48700) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:56.999043 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Request body: {'floatingip': {'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:17:57.009374 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=31fb2f2d-c671-4571-bb65-c7d3bf05c421,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:57.014057 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:57.018902 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:57.026112 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:57.034708 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Usage tracker for resource:floatingip and tenant:1dfc0f7ffe5d46e38126837be5e982ce is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:57.050060 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:57.070570 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4ba2c711-0c54-4b2a-840f-e25c65cf4cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:57.099016 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4ba2c711-0c54-4b2a-840f-e25c65cf4cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:57.110646 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:57.116515 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d6fbb-dade-4d7c-8be2-448d3b5d5886 req-37b94749-41b6-4979-a7ef-3fc0b6d0decd tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:57.119910 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d66d6fbb-dade-4d7c-8be2-448d3b5d5886 req-37b94749-41b6-4979-a7ef-3fc0b6d0decd tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 944 time: 1.3311510 Aug 02 13:17:57.129204 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-25357038-eae1-4b27-872f-f898b2ac60e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:57.153847 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6745a656-84ec-40c2-9f5f-65bf57914415 req-247f964f-daa7-4bd4-b2e1-a1707bb600c6 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827307 Aug 02 13:17:57.154517 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-85942e4a-6bbb-4943-961c-8c1e32b2d93e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:57.168320 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85de0b5-2c0c-4c09-93a6-78f17244be30 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cd56dcd-5a9a-4bee-ae54-9bb0673ece1c,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:57.174770 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a85de0b5-2c0c-4c09-93a6-78f17244be30 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:57.183171 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for floatingip, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:57.247597 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-987156cd-100f-40c9-981f-f9b21ee8c47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:57.250752 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-987156cd-100f-40c9-981f-f9b21ee8c47a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac723f8-ee61-478f-8a90-ba25694af273 HTTP/1.1" status: 200 len: 857 time: 0.2848353 Aug 02 13:17:57.253364 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-25357038-eae1-4b27-872f-f898b2ac60e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:57.298993 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 7fe6e73d-0979-4106-8a52-6857e01c21a4 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:57.345394 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-581db793-7b4a-4048-94b2-052479c8ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:57.347066 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-581db793-7b4a-4048-94b2-052479c8ae17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5acfbbf2230b40e9a47291fa14f8d5d7&device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 1096 time: 0.2832506 Aug 02 13:17:57.361686 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-4ba2c711-0c54-4b2a-840f-e25c65cf4cb2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a133ea4386c34261b3acf358beff759f&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0707867 Aug 02 13:17:57.386109 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48704) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:57.425337 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba2c711-0c54-4b2a-840f-e25c65cf4cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7aaa5d7-a45c-4608-be7a-d15c53125030,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:57.475808 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 7fe6e73d-0979-4106-8a52-6857e01c21a4 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:17:57.483274 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 7fe6e73d-0979-4106-8a52-6857e01c21a4 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:57.483824 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-38900d7e-4781-47bd-a42d-d38cf9be2641 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31fb2f2d-c671-4571-bb65-c7d3bf05c421 HTTP/1.1" status: 200 len: 217 time: 0.1186562 Aug 02 13:17:57.485391 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:57.486949 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4ba2c711-0c54-4b2a-840f-e25c65cf4cb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:57.508558 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-9faf1a64-6773-4900-853e-2f40f6b0f13f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f1027cf-695e-4fa3-a649-01bf9937dcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2333934 Aug 02 13:17:57.547722 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d66d6fbb-dade-4d7c-8be2-448d3b5d5886 req-214dca4c-d054-4491-83f8-024c559726a1 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4118595 Aug 02 13:17:57.746627 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bae547ac-fd43-48fb-abe9-d2dd8e264250', 'tag': '31fb2f2d-c671-4571-bb65-c7d3bf05c421', 'status': 'completed', 'code': 200} Aug 02 13:17:57.749073 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-af5fe342-19f2-4e6d-948b-a645f637aa5b req-27748a9a-8234-48da-b3ce-65364b280926 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 210 time: 0.2702279 Aug 02 13:17:57.830718 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:57.947477 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-25357038-eae1-4b27-872f-f898b2ac60e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:57.955269 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdce39f-db83-40f0-8fb3-73733a76a9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe6e73d-0979-4106-8a52-6857e01c21a4'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:17:57.968144 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-2c4ffaee-c5c3-4062-92b4-4a31452fa675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:58.029378 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-49936ae6-dc7e-49c4-b589-c581ceb5662d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:58.090741 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-25357038-eae1-4b27-872f-f898b2ac60e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:58.099311 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-25357038-eae1-4b27-872f-f898b2ac60e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e6f1b52-03b1-4521-95b3-38182c21cd6b HTTP/1.1" status: 204 len: 168 time: 2.0804050 Aug 02 13:17:58.103856 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-c2e9b59c-6c01-455e-970b-8b7218e82b43 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5611484 Aug 02 13:17:58.105050 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25357038-eae1-4b27-872f-f898b2ac60e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6f1b52-03b1-4521-95b3-38182c21cd6b,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:58.119449 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-25357038-eae1-4b27-872f-f898b2ac60e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:58.204771 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-aa327dde-13d8-418c-87a1-b56bf0af2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:58.208205 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-aa327dde-13d8-418c-87a1-b56bf0af2606 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac723f8-ee61-478f-8a90-ba25694af273 HTTP/1.1" status: 200 len: 857 time: 0.6484849 Aug 02 13:17:58.217741 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device e491168b-05bd-4e01-a729-1525c48d72c4 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:58.247902 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-49936ae6-dc7e-49c4-b589-c581ceb5662d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:58.400745 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-c68b57eb-663a-43db-864e-09c0fc53d2df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f1027cf-695e-4fa3-a649-01bf9937dcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1686172 Aug 02 13:17:58.413133 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:58.434789 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 7fe6e73d-0979-4106-8a52-6857e01c21a4, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=7fe6e73d-0979-4106-8a52-6857e01c21a4,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:17:58.475575 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:58.480993 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 683ab527-59de-4a4f-9d48-6380a41d3028 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:17:58.689515 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Allocated IP 172.27.2.157 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/7b96b63b-4af8-494b-a0a4-487b14865b3b) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:17:58.778118 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:58.894479 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0b02333f-99e3-4c01-94cb-0845cd0433dd req-8589d531-f85e-4caa-971e-b2ccb73c0b43 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7660596 Aug 02 13:17:58.919901 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=7fe6e73d-0979-4106-8a52-6857e01c21a4,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:58.932946 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:58.934451 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:58.937292 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port e491168b-05bd-4e01-a729-1525c48d72c4 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:17:58.946083 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port e491168b-05bd-4e01-a729-1525c48d72c4 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:58.946624 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:58.948497 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6115301-65eb-4c99-81f2-b77e50f7c956 req-b45d63fe-17d1-496b-a465-f32eb34a8dd7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:58.950220 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-a6115301-65eb-4c99-81f2-b77e50f7c956 req-b45d63fe-17d1-496b-a465-f32eb34a8dd7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Synchronizing usage tracker for tenant:5acfbbf2230b40e9a47291fa14f8d5d7 on resource:port {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:17:58.992715 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-a6115301-65eb-4c99-81f2-b77e50f7c956 req-b45d63fe-17d1-496b-a465-f32eb34a8dd7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Unset dirty status for tenant:5acfbbf2230b40e9a47291fa14f8d5d7 on resource:port {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:17:59.006026 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a6115301-65eb-4c99-81f2-b77e50f7c956 req-b45d63fe-17d1-496b-a465-f32eb34a8dd7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 943 time: 0.8437390 Aug 02 13:17:59.046348 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-49936ae6-dc7e-49c4-b589-c581ceb5662d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:59.062941 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:59.085477 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-08acd8ed-f879-4b41-be1a-f11529c4e0c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:59.148888 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49936ae6-dc7e-49c4-b589-c581ceb5662d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7aaa5d7-a45c-4608-be7a-d15c53125030,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:17:59.184212 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-49936ae6-dc7e-49c4-b589-c581ceb5662d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:17:59.194039 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-a6115301-65eb-4c99-81f2-b77e50f7c956 req-742b4396-5c24-415b-97a1-a0d4bd8c44e6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Synchronizing usage tracker for tenant:5acfbbf2230b40e9a47291fa14f8d5d7 on resource:security_group {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:17:59.209781 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48734) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:59.224226 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 683ab527-59de-4a4f-9d48-6380a41d3028 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:17:59.226965 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-49936ae6-dc7e-49c4-b589-c581ceb5662d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:59.231486 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-49936ae6-dc7e-49c4-b589-c581ceb5662d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f7aaa5d7-a45c-4608-be7a-d15c53125030 HTTP/1.1" status: 204 len: 168 time: 1.8171108 Aug 02 13:17:59.233421 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 683ab527-59de-4a4f-9d48-6380a41d3028 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:17:59.233899 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:59.292602 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-a6115301-65eb-4c99-81f2-b77e50f7c956 req-742b4396-5c24-415b-97a1-a0d4bd8c44e6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Unset dirty status for tenant:5acfbbf2230b40e9a47291fa14f8d5d7 on resource:security_group {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:17:59.294965 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a6115301-65eb-4c99-81f2-b77e50f7c956 req-742b4396-5c24-415b-97a1-a0d4bd8c44e6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861576 Aug 02 13:17:59.309915 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927909c-7ebc-4c92-9504-3de5269bef8a req-28d78586-01d9-4101-8571-89988a81a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:59.313847 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f927909c-7ebc-4c92-9504-3de5269bef8a req-28d78586-01d9-4101-8571-89988a81a51d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5acfbbf2230b40e9a47291fa14f8d5d7&device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 1097 time: 0.2293489 Aug 02 13:17:59.418709 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48742) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:17:59.485869 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:59.619206 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5800a9cd-4967-4cce-abf7-a01f236eb786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:59.636172 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:59.665249 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:59.784937 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-3969aa16-3a09-4f8b-aca0-fde0fc3d7e08 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:17:59.785892 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-3969aa16-3a09-4f8b-aca0-fde0fc3d7e08 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Synchronizing usage tracker for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:network {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:17:59.790633 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 683ab527-59de-4a4f-9d48-6380a41d3028, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=683ab527-59de-4a4f-9d48-6380a41d3028,segment=NetworkSegment(3f1303a9-8865-492e-aad2-a84e5c032c26),segment_id=3f1303a9-8865-492e-aad2-a84e5c032c26)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:17:59.793995 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-36c0285a-ad52-43c1-8b63-f5599647d77e service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7650650 Aug 02 13:17:59.802467 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port e491168b-05bd-4e01-a729-1525c48d72c4, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=e491168b-05bd-4e01-a729-1525c48d72c4,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:17:59.804788 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:59.806283 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-5800a9cd-4967-4cce-abf7-a01f236eb786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:17:59.808326 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-f811ae17-1d9d-4022-a0b7-18a05583be52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:17:59.808582 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:17:59.833776 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-5800a9cd-4967-4cce-abf7-a01f236eb786 admin admin] Usage tracker for resource:security_group_rule and tenant:c1820f6b359f46fe95a6bacbd6db9db6 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:17:59.844669 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-5800a9cd-4967-4cce-abf7-a01f236eb786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:17:59.867436 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-5800a9cd-4967-4cce-abf7-a01f236eb786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:17:59.895735 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:59.971046 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:17:59.979677 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a713812d-9051-4ebc-86f6-39b47aa58bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:17:59.996131 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:18:00.004249 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=683ab527-59de-4a4f-9d48-6380a41d3028,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:00.023500 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:00.024416 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-35402b3c-e241-4408-82be-bf88eeac9825 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:00.048465 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773b8d4-910d-463d-bbaf-759f57aafcbf req-c285ed5f-d915-44b6-b056-bd9e97283877 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:00.050127 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7773b8d4-910d-463d-bbaf-759f57aafcbf req-c285ed5f-d915-44b6-b056-bd9e97283877 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 944 time: 0.4939210 Aug 02 13:18:00.054941 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-a713812d-9051-4ebc-86f6-39b47aa58bb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:00.059255 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-a713812d-9051-4ebc-86f6-39b47aa58bb5 admin admin] Usage tracker for resource:security_group_rule and tenant:1160c4cfb5fe4aceb0a93683731bd4c8 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:00.063294 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-a713812d-9051-4ebc-86f6-39b47aa58bb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:00.072476 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48748) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:00.073793 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927909c-7ebc-4c92-9504-3de5269bef8a req-0eeaed22-aabb-4779-a0b4-57691a97ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:00.075484 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f927909c-7ebc-4c92-9504-3de5269bef8a req-0eeaed22-aabb-4779-a0b4-57691a97ea2c service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f1027cf-695e-4fa3-a649-01bf9937dcce HTTP/1.1" status: 200 len: 918 time: 0.7468100 Aug 02 13:18:00.079145 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-a713812d-9051-4ebc-86f6-39b47aa58bb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:00.082860 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event updated for resources: {'Port': ['ID=7b96b63b-4af8-494b-a0a4-487b14865b3b,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:00.097723 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:00.134932 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-3969aa16-3a09-4f8b-aca0-fde0fc3d7e08 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Unset dirty status for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:network {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:18:00.135323 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-3969aa16-3a09-4f8b-aca0-fde0fc3d7e08 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.53 "GET /v2.0/networks?id=bb040d03-cbf3-4995-bcf3-f17d53b45872 HTTP/1.1" status: 200 len: 817 time: 2.3592505 Aug 02 13:18:00.136648 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:00.154965 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a5f21360-f32d-4aa6-8bd3-1b518c630d46 req-93677382-9ae6-43b8-be3b-563a24f41c0e service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439002 Aug 02 13:18:00.163449 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=e491168b-05bd-4e01-a729-1525c48d72c4,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:00.170792 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb952293-b324-4c17-be4d-08b4821415a7 req-d613af4d-b94c-4ce4-8ce9-5c36524b9e07 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:00.170792 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fb952293-b324-4c17-be4d-08b4821415a7 req-d613af4d-b94c-4ce4-8ce9-5c36524b9e07 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 946 time: 1.1838753 Aug 02 13:18:00.182534 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:00.287458 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d9137cdd-2d11-46be-bcf0-52937f437aa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:00.300241 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:00.339691 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f927909c-7ebc-4c92-9504-3de5269bef8a req-eca2949d-6c3a-4435-8402-8ab953eb5be7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a7a732a-ad21-44b4-b87f-a931edf2e0a9 HTTP/1.1" status: 200 len: 217 time: 0.2007847 Aug 02 13:18:00.411699 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-664a8bf8-555a-49bd-ad88-252ecfa3b8c7 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Synchronizing usage tracker for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:security_group {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:18:00.427212 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fb952293-b324-4c17-be4d-08b4821415a7 req-f1d2c616-c442-4d94-af6d-58287d1746f0 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203882 Aug 02 13:18:00.459715 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-d9137cdd-2d11-46be-bcf0-52937f437aa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:00.460310 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-664a8bf8-555a-49bd-ad88-252ecfa3b8c7 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Unset dirty status for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:security_group {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:18:00.461542 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-664a8bf8-555a-49bd-ad88-252ecfa3b8c7 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a084b6e9d41405097db0f4dc6fedaf7 HTTP/1.1" status: 200 len: 380 time: 0.2529650 Aug 02 13:18:00.476679 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Request body: {'port': {'device_id': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'admin_state_up': True, 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'security_groups': ['5260d4aa-d1b7-4ba6-b41c-920b621745a5']}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:18:00.507881 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-d9137cdd-2d11-46be-bcf0-52937f437aa1 admin admin] Usage tracker for resource:security_group_rule and tenant:5b4b7b9b1c4547f7be1d17d82622d510 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:00.526098 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7773b8d4-910d-463d-bbaf-759f57aafcbf req-0b97d98b-18ff-476b-93fd-773e2914e890 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540987 Aug 02 13:18:00.593939 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-d9137cdd-2d11-46be-bcf0-52937f437aa1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:00.628476 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f927909c-7ebc-4c92-9504-3de5269bef8a req-f1d73095-31d7-40b6-bb12-458f0ad497e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:00.631338 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f927909c-7ebc-4c92-9504-3de5269bef8a req-f1d73095-31d7-40b6-bb12-458f0ad497e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac723f8-ee61-478f-8a90-ba25694af273 HTTP/1.1" status: 200 len: 857 time: 0.2504294 Aug 02 13:18:00.635755 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-d9137cdd-2d11-46be-bcf0-52937f437aa1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:00.676548 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8183d6-d2b8-45bd-a9b4-76990338896f req-2f781f99-6b9c-4c87-82dc-6186958d6ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:00.678142 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce8183d6-d2b8-45bd-a9b4-76990338896f req-2f781f99-6b9c-4c87-82dc-6186958d6ddf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5acfbbf2230b40e9a47291fa14f8d5d7&device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 1096 time: 0.3448200 Aug 02 13:18:00.785977 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f927909c-7ebc-4c92-9504-3de5269bef8a req-dee20c39-ba42-4cc0-8a47-c8ebb3527616 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f1027cf-695e-4fa3-a649-01bf9937dcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1269715 Aug 02 13:18:00.790927 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-132de50f-41c0-4039-8a62-f6368f4ce4f7 req-e2bf9cb1-f593-412f-9e4b-a0ec57ad171a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 210 time: 0.1073759 Aug 02 13:18:00.852961 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5800a9cd-4967-4cce-abf7-a01f236eb786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:00.887397 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5800a9cd-4967-4cce-abf7-a01f236eb786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:00.904208 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-25357038-eae1-4b27-872f-f898b2ac60e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:00.923908 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:00.943110 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdce39f-db83-40f0-8fb3-73733a76a9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fe6e73d-0979-4106-8a52-6857e01c21a4', 'code': 200} Aug 02 13:18:00.958014 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:01.018883 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a713812d-9051-4ebc-86f6-39b47aa58bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:01.020654 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:01.044883 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:01.064134 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:01.094508 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Made reservation on behalf of 0a084b6e9d41405097db0f4dc6fedaf7 for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:18:01.098213 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:01.113437 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8183d6-d2b8-45bd-a9b4-76990338896f req-991022d6-01d3-4f44-893c-e67933249f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:01.114812 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce8183d6-d2b8-45bd-a9b4-76990338896f req-991022d6-01d3-4f44-893c-e67933249f4c service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f1027cf-695e-4fa3-a649-01bf9937dcce HTTP/1.1" status: 200 len: 918 time: 0.4192219 Aug 02 13:18:01.133457 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a713812d-9051-4ebc-86f6-39b47aa58bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:01.149119 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800a9cd-4967-4cce-abf7-a01f236eb786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7243388a-ecc3-4cab-97a4-0a6d1c97c767,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:01.161086 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-5800a9cd-4967-4cce-abf7-a01f236eb786 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1820f6b359f46fe95a6bacbd6db9db6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7408681 Aug 02 13:18:01.164003 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5800a9cd-4967-4cce-abf7-a01f236eb786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:01.169630 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:01.179317 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48756) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:01.227827 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:01.235830 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce8183d6-d2b8-45bd-a9b4-76990338896f req-59ae2c7f-fefd-4b68-b204-21f57a755b9d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31fb2f2d-c671-4571-bb65-c7d3bf05c421 HTTP/1.1" status: 200 len: 217 time: 0.1071694 Aug 02 13:18:01.249042 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-a713812d-9051-4ebc-86f6-39b47aa58bb5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1160c4cfb5fe4aceb0a93683731bd4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0328007 Aug 02 13:18:01.279246 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48760) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:01.279690 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.53', 51907) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:01.283097 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f927909c-7ebc-4c92-9504-3de5269bef8a req-34efd2c5-2422-470a-b82f-ed65e2af79d0 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788802 Aug 02 13:18:01.338327 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event updated for resources: {'Port': ['ID=7b96b63b-4af8-494b-a0a4-487b14865b3b,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:01.353867 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:01.380276 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:01.381559 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3889647 Aug 02 13:18:01.411737 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8183d6-d2b8-45bd-a9b4-76990338896f req-a5330256-b77d-4c0c-a357-771a07bed36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:01.413514 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce8183d6-d2b8-45bd-a9b4-76990338896f req-a5330256-b77d-4c0c-a357-771a07bed36b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac723f8-ee61-478f-8a90-ba25694af273 HTTP/1.1" status: 200 len: 857 time: 0.1642907 Aug 02 13:18:01.427253 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713812d-9051-4ebc-86f6-39b47aa58bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85941b00-004d-4448-8337-7f8a43637d80,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:01.448385 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501145a5-3460-4394-a023-a7a2f1e37704 req-6e9eba68-e838-4213-aa2f-5b7ce2ee9b5c tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:01.450460 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-501145a5-3460-4394-a023-a7a2f1e37704 req-6e9eba68-e838-4213-aa2f-5b7ce2ee9b5c tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 943 time: 0.4978764 Aug 02 13:18:01.473216 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a713812d-9051-4ebc-86f6-39b47aa58bb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:01.671087 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce8183d6-d2b8-45bd-a9b4-76990338896f req-e4901d40-98b7-4c9d-bcb4-025cc4270cf5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f1027cf-695e-4fa3-a649-01bf9937dcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2444227 Aug 02 13:18:01.749768 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-501145a5-3460-4394-a023-a7a2f1e37704 req-1a9d57fb-138f-4f9f-ac06-49b5a91f08d4 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491035 Aug 02 13:18:01.752508 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d9137cdd-2d11-46be-bcf0-52937f437aa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:01.817721 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d9137cdd-2d11-46be-bcf0-52937f437aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:01.831507 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Allocated IP 172.20.0.14 (bb040d03-cbf3-4995-bcf3-f17d53b45872/7bf2c7bd-9f7d-4ef5-aae7-845561678e71/78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:18:01.852839 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5b790620-9057-47f5-8de0-f35cdc0b1533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:01.883210 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-962ab297-de4e-4fe1-917a-7688bdd2d9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:01.992386 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device e491168b-05bd-4e01-a729-1525c48d72c4 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:18:02.042932 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a2557f01-0cfa-4139-aed3-1e2a6ab9c4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.066040 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-d9137cdd-2d11-46be-bcf0-52937f437aa1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5b4b7b9b1c4547f7be1d17d82622d510&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9853210 Aug 02 13:18:02.071084 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce8183d6-d2b8-45bd-a9b4-76990338896f req-038453c6-f914-416f-950f-d80e0b81b898 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878090 Aug 02 13:18:02.075964 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 48782) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:02.091912 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9137cdd-2d11-46be-bcf0-52937f437aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e290d8-c880-43f1-ac0e-cd3c30faedf5,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:02.092657 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port e491168b-05bd-4e01-a729-1525c48d72c4 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:18:02.093357 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.100963 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f927909c-7ebc-4c92-9504-3de5269bef8a req-faa3a03e-c932-40ba-8f63-7d2513882c03 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7982354 Aug 02 13:18:02.107287 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-d9137cdd-2d11-46be-bcf0-52937f437aa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:02.147132 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-962ab297-de4e-4fe1-917a-7688bdd2d9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.186359 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a2557f01-0cfa-4139-aed3-1e2a6ab9c4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.202053 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259544b3-6007-4c7f-ab7a-8768bb55a746 req-c703a2ac-eecd-4ae4-8bd3-c90987dbf519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:02.204051 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-259544b3-6007-4c7f-ab7a-8768bb55a746 req-c703a2ac-eecd-4ae4-8bd3-c90987dbf519 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 1099 time: 0.9176490 Aug 02 13:18:02.280153 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-259544b3-6007-4c7f-ab7a-8768bb55a746 req-b30df833-aff1-4b12-95b0-00c426d20916 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.336606 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03614f28-7abc-42a9-935b-1ec1c4ef9e01 req-20e2d0c3-d4d8-457e-9049-265bd9f00d89 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:02.338423 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-03614f28-7abc-42a9-935b-1ec1c4ef9e01 req-20e2d0c3-d4d8-457e-9049-265bd9f00d89 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 946 time: 0.7043955 Aug 02 13:18:02.343201 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [req-259544b3-6007-4c7f-ab7a-8768bb55a746 req-b30df833-aff1-4b12-95b0-00c426d20916 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:02.353664 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-259544b3-6007-4c7f-ab7a-8768bb55a746 req-b30df833-aff1-4b12-95b0-00c426d20916 service neutron] Usage tracker for resource:security_group_rule and tenant:a712b1b80d1d4962a7edd11193deaf81 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:02.368895 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-259544b3-6007-4c7f-ab7a-8768bb55a746 req-b30df833-aff1-4b12-95b0-00c426d20916 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:02.394984 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [req-259544b3-6007-4c7f-ab7a-8768bb55a746 req-b30df833-aff1-4b12-95b0-00c426d20916 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:02.430773 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5d136-cecb-4f26-8784-96638c13da78 req-3b00c27a-8048-4442-b6e2-8a4da8a91423 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:02.432399 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5ac5d136-cecb-4f26-8784-96638c13da78 req-3b00c27a-8048-4442-b6e2-8a4da8a91423 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 945 time: 0.5431402 Aug 02 13:18:02.441368 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:18:02.448727 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d88653f0-286c-4304-bb00-5f6e779fe474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.451531 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-962ab297-de4e-4fe1-917a-7688bdd2d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.462430 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-49936ae6-dc7e-49c4-b589-c581ceb5662d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:02.504053 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a2557f01-0cfa-4139-aed3-1e2a6ab9c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.512472 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ab297-de4e-4fe1-917a-7688bdd2d9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7243388a-ecc3-4cab-97a4-0a6d1c97c767,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:02.516534 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.525525 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-962ab297-de4e-4fe1-917a-7688bdd2d9af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:02.528726 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-03614f28-7abc-42a9-935b-1ec1c4ef9e01 req-dda64801-4296-4c7c-9722-fba89b959b3f tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303554 Aug 02 13:18:02.529116 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce8183d6-d2b8-45bd-a9b4-76990338896f req-0da8ff32-c82a-4600-853b-895832afd063 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049947 Aug 02 13:18:02.529328 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:02.552500 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2557f01-0cfa-4139-aed3-1e2a6ab9c4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85941b00-004d-4448-8337-7f8a43637d80,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:02.575480 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a2557f01-0cfa-4139-aed3-1e2a6ab9c4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:02.579438 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d88653f0-286c-4304-bb00-5f6e779fe474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.593240 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-962ab297-de4e-4fe1-917a-7688bdd2d9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.594265 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Transition to ACTIVE for port object 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 will not be triggered until provisioned by entity DHCP. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:18:02.594456 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-962ab297-de4e-4fe1-917a-7688bdd2d9af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7243388a-ecc3-4cab-97a4-0a6d1c97c767 HTTP/1.1" status: 204 len: 168 time: 1.4016562 Aug 02 13:18:02.606915 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a2557f01-0cfa-4139-aed3-1e2a6ab9c4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.635246 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-a2557f01-0cfa-4139-aed3-1e2a6ab9c4eb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/85941b00-004d-4448-8337-7f8a43637d80 HTTP/1.1" status: 204 len: 168 time: 1.3507719 Aug 02 13:18:02.657339 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5ac5d136-cecb-4f26-8784-96638c13da78 req-e1cd6d50-8f08-4cf7-816b-584dedc0b6f0 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047355 Aug 02 13:18:02.736761 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d88653f0-286c-4304-bb00-5f6e779fe474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.747198 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8d62d717-de7f-4f5c-8690-44e3734cb237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:02.780992 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.786680 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-259544b3-6007-4c7f-ab7a-8768bb55a746 req-b30df833-aff1-4b12-95b0-00c426d20916 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.794192 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88653f0-286c-4304-bb00-5f6e779fe474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e290d8-c880-43f1-ac0e-cd3c30faedf5,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:02.801971 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d88653f0-286c-4304-bb00-5f6e779fe474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:02.802286 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-259544b3-6007-4c7f-ab7a-8768bb55a746 req-b30df833-aff1-4b12-95b0-00c426d20916 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:02.824976 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:02.891702 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Network bb040d03-cbf3-4995-bcf3-f17d53b45872 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:18:02.901830 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:18:02.903608 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:02.916519 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-259544b3-6007-4c7f-ab7a-8768bb55a746 req-b30df833-aff1-4b12-95b0-00c426d20916 service neutron] Synchronizing usage tracker for tenant:a712b1b80d1d4962a7edd11193deaf81 on resource:security_group {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:18:02.944338 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11eafbd6-b6ae-4ae1-af08-497b52a8c5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683ab527-59de-4a4f-9d48-6380a41d3028'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:18:03.002066 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30df833-aff1-4b12-95b0-00c426d20916 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b29e00-5e24-4965-9dac-a399467cdebb,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:03.018816 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:18:03.029970 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:03.031435 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:03.037437 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b30df833-aff1-4b12-95b0-00c426d20916 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:03.079138 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-54fb2a2c-f816-4d40-8256-75a44b160c59 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Synchronizing usage tracker for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:security_group {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:18:03.089827 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6172464 Aug 02 13:18:03.095425 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-259544b3-6007-4c7f-ab7a-8768bb55a746 req-b30df833-aff1-4b12-95b0-00c426d20916 service neutron] Unset dirty status for tenant:a712b1b80d1d4962a7edd11193deaf81 on resource:security_group {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:18:03.097787 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-259544b3-6007-4c7f-ab7a-8768bb55a746 req-b30df833-aff1-4b12-95b0-00c426d20916 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8758516 Aug 02 13:18:03.114795 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d88653f0-286c-4304-bb00-5f6e779fe474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:03.116157 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-d88653f0-286c-4304-bb00-5f6e779fe474 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c0e290d8-c880-43f1-ac0e-cd3c30faedf5 HTTP/1.1" status: 204 len: 168 time: 1.0387833 Aug 02 13:18:03.125766 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-54fb2a2c-f816-4d40-8256-75a44b160c59 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Unset dirty status for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:security_group {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:18:03.139527 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-54fb2a2c-f816-4d40-8256-75a44b160c59 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1346355935&fields=id&tenant_id=1dfc0f7ffe5d46e38126837be5e982ce HTTP/1.1" status: 200 len: 267 time: 0.2645111 Aug 02 13:18:03.147946 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event updated for resources: {'Port': ['ID=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:03.165732 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:03.220301 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc194c8-1fad-4fbb-b50b-a2d7cc2ea29d req-44a99f35-e647-49e7-bc1e-483897aa3c61 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:03.222046 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-2dc194c8-1fad-4fbb-b50b-a2d7cc2ea29d req-44a99f35-e647-49e7-bc1e-483897aa3c61 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Synchronizing usage tracker for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:18:03.267305 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-2dc194c8-1fad-4fbb-b50b-a2d7cc2ea29d req-44a99f35-e647-49e7-bc1e-483897aa3c61 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Unset dirty status for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:18:03.278348 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2dc194c8-1fad-4fbb-b50b-a2d7cc2ea29d req-44a99f35-e647-49e7-bc1e-483897aa3c61 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 932 time: 0.3982379 Aug 02 13:18:03.329006 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:18:03.410341 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2dc194c8-1fad-4fbb-b50b-a2d7cc2ea29d req-7df7aa42-9630-4959-bb39-5307d6d470f0 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225088 Aug 02 13:18:03.444392 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Request body: {'port': {'device_id': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:18:03.605827 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-810d681e-4ae0-4d1d-92ca-4777df8128a4 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:03.608182 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-810d681e-4ae0-4d1d-92ca-4777df8128a4 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Synchronizing usage tracker for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:network {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:18:03.668254 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-810d681e-4ae0-4d1d-92ca-4777df8128a4 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Unset dirty status for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:network {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:18:03.680884 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-810d681e-4ae0-4d1d-92ca-4777df8128a4 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/networks?id=f388a598-a9e9-4425-b334-df10ec450cba HTTP/1.1" status: 200 len: 810 time: 0.5315647 Aug 02 13:18:03.680884 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48814) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:03.714936 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:03.732617 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-821fee87-f1b9-43c1-bcd7-e057cffe3142 None None] Provisioning for port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:18:03.742433 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-821fee87-f1b9-43c1-bcd7-e057cffe3142 None None] Provisioning complete for port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:18:03.742535 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-821fee87-f1b9-43c1-bcd7-e057cffe3142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:03.807080 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d5c46ddc-6675-46c5-8834-e267a83258f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:03.837893 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 5a7a732a-ad21-44b4-b87f-a931edf2e0a9, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=5a7a732a-ad21-44b4-b87f-a931edf2e0a9,segment=NetworkSegment(5f733ee0-601b-4a7f-81f1-801b225c8f04),segment_id=5f733ee0-601b-4a7f-81f1-801b225c8f04)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:03.861359 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-821fee87-f1b9-43c1-bcd7-e057cffe3142 None None] Port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:18:03.864882 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '5a7a732a-ad21-44b4-b87f-a931edf2e0a9', 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce', 'port_id': '5a7a732a-ad21-44b4-b87f-a931edf2e0a9', 'mac_address': 'fa:16:3e:4e:84:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac723f8-ee61-478f-8a90-ba25694af273', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:18:03.865844 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-7877b4fa-0327-4d8c-b0a0-c43a92e8bd7a tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/quotas/1dfc0f7ffe5d46e38126837be5e982ce HTTP/1.1" status: 200 len: 375 time: 0.1074977 Aug 02 13:18:03.972996 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:03.998636 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:18:04.025824 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 5a7a732a-ad21-44b4-b87f-a931edf2e0a9, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=5a7a732a-ad21-44b4-b87f-a931edf2e0a9,segment=NetworkSegment(5f733ee0-601b-4a7f-81f1-801b225c8f04),segment_id=5f733ee0-601b-4a7f-81f1-801b225c8f04)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:04.036570 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:04.037891 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 31fb2f2d-c671-4571-bb65-c7d3bf05c421 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:18:04.044944 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:04.064013 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-d5c46ddc-6675-46c5-8834-e267a83258f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:04.071714 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-d5c46ddc-6675-46c5-8834-e267a83258f9 admin admin] Usage tracker for resource:security_group_rule and tenant:91e28503b6094c94894728f096eb15d8 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:04.078712 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-d5c46ddc-6675-46c5-8834-e267a83258f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:04.092088 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-d5c46ddc-6675-46c5-8834-e267a83258f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:04.131414 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f2b1e-645e-4154-aae8-a969d823f94d req-0198dc6e-1bbf-46c7-b8c8-c6c1c5fd3302 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:04.137602 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a99f2b1e-645e-4154-aae8-a969d823f94d req-0198dc6e-1bbf-46c7-b8c8-c6c1c5fd3302 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 943 time: 0.3913755 Aug 02 13:18:04.242305 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-89b8279f-e2b6-4e30-ab3f-4f2c2e712531 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dfc0f7ffe5d46e38126837be5e982ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3746746 Aug 02 13:18:04.342724 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 31fb2f2d-c671-4571-bb65-c7d3bf05c421, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=31fb2f2d-c671-4571-bb65-c7d3bf05c421,segment=NetworkSegment(5f733ee0-601b-4a7f-81f1-801b225c8f04),segment_id=5f733ee0-601b-4a7f-81f1-801b225c8f04)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:04.378376 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=5a7a732a-ad21-44b4-b87f-a931edf2e0a9,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:04.379571 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d5c46ddc-6675-46c5-8834-e267a83258f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:04.393094 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:04.400910 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '31fb2f2d-c671-4571-bb65-c7d3bf05c421', 'network_id': '2f1027cf-695e-4fa3-a649-01bf9937dcce', 'port_id': '31fb2f2d-c671-4571-bb65-c7d3bf05c421', 'mac_address': 'fa:16:3e:a1:72:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ac723f8-ee61-478f-8a90-ba25694af273', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:18:04.467198 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d5c46ddc-6675-46c5-8834-e267a83258f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:04.510496 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:04.526629 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-d5c46ddc-6675-46c5-8834-e267a83258f9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91e28503b6094c94894728f096eb15d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8428295 Aug 02 13:18:04.543948 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 48842) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:04.570015 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:18:04.596625 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:04.620476 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fb2f2d-c671-4571-bb65-c7d3bf05c421 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:18:04.643425 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 31fb2f2d-c671-4571-bb65-c7d3bf05c421, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=31fb2f2d-c671-4571-bb65-c7d3bf05c421,segment=NetworkSegment(5f733ee0-601b-4a7f-81f1-801b225c8f04),segment_id=5f733ee0-601b-4a7f-81f1-801b225c8f04)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:04.644965 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c46ddc-6675-46c5-8834-e267a83258f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d4cee6-741f-4cfd-8cee-4882b697a336,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:04.660190 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-d5c46ddc-6675-46c5-8834-e267a83258f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:04.666508 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:04.667276 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:04.677622 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:04.688900 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-eacb4d4d-5eaa-407d-a7c6-cdc16528d406 service neutron] 10.222.0.49 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3944702 Aug 02 13:18:04.727472 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Transition to ACTIVE for port object 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:18:04.738476 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a99f2b1e-645e-4154-aae8-a969d823f94d req-c33c4f80-b7e7-4d5b-b7a4-143d70061e36 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421721 Aug 02 13:18:04.740552 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:04.751642 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-884e7188-de58-4477-9310-e662db9d9715 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:04.807960 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b9ce23d5-0b32-453a-809c-fa16a97e75fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:04.849846 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=31fb2f2d-c671-4571-bb65-c7d3bf05c421,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:04.862865 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:04.877891 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b9ce23d5-0b32-453a-809c-fa16a97e75fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:04.889496 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11eafbd6-b6ae-4ae1-af08-497b52a8c5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '683ab527-59de-4a4f-9d48-6380a41d3028', 'code': 200} Aug 02 13:18:04.981809 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b9ce23d5-0b32-453a-809c-fa16a97e75fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:04.989588 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-d5c46ddc-6675-46c5-8834-e267a83258f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:05.082620 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce23d5-0b32-453a-809c-fa16a97e75fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d4cee6-741f-4cfd-8cee-4882b697a336,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:05.089792 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b9ce23d5-0b32-453a-809c-fa16a97e75fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:05.112360 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b9ce23d5-0b32-453a-809c-fa16a97e75fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:05.116299 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b9ce23d5-0b32-453a-809c-fa16a97e75fb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/23d4cee6-741f-4cfd-8cee-4882b697a336 HTTP/1.1" status: 204 len: 168 time: 0.5683205 Aug 02 13:18:05.159869 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['5a7a732a-ad21-44b4-b87f-a931edf2e0a9'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:18:05.206370 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-dbf33521-56a9-4ed7-9c7c-a5b6ef63f6fe service neutron] 10.222.0.49 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956863 Aug 02 13:18:05.292799 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['31fb2f2d-c671-4571-bb65-c7d3bf05c421'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:18:05.537034 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Pushing event updated for resources: {'Port': ['ID=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:05.590727 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Attempting to bind port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:18:05.591477 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Attempting to bind port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:18:05.602919 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Attempting to bind port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 on network bb040d03-cbf3-4995-bcf3-f17d53b45872 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:18:05.624308 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:05.624909 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:05.632201 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:05.637928 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:05.638939 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:05.641539 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:05.642557 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:05.645447 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:05.647626 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:05.648564 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:05.650471 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:05.655392 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:05.665900 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21570981-0bc4-47a1-826d-6424f06628c2 req-edccd64e-57ac-4532-9f46-1aa2df6bd197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:05.679450 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-21570981-0bc4-47a1-826d-6424f06628c2 req-edccd64e-57ac-4532-9f46-1aa2df6bd197 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 1098 time: 0.2699752 Aug 02 13:18:05.680106 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.924s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:05.684382 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 on network bb040d03-cbf3-4995-bcf3-f17d53b45872 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:18:05.691020 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Attempting to bind port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 on network bb040d03-cbf3-4995-bcf3-f17d53b45872 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:18:05.723301 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 17, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:18:05.725756 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Checking segment: {'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:18:05.730239 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Bound using segment: {'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:18:05.731658 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Bound port: 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:18:05.735789 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:05.846842 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-21570981-0bc4-47a1-826d-6424f06628c2 req-59704301-c0b2-4007-a6ed-98257a3997a3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600683 Aug 02 13:18:06.070088 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9cf17-0753-4e74-a01d-19f5872e4bc3 req-3f0c9213-7b74-4ac9-9596-e0ee8a253ce7 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:06.084162 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-77d9cf17-0753-4e74-a01d-19f5872e4bc3 req-3f0c9213-7b74-4ac9-9596-e0ee8a253ce7 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 946 time: 0.8413413 Aug 02 13:18:06.173109 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ffaf7-d67b-4804-8851-6965141f203b req-b4ca4f21-9848-4f57-9cef-b69c157f4d5e tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:06.179013 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ec2ffaf7-d67b-4804-8851-6965141f203b req-b4ca4f21-9848-4f57-9cef-b69c157f4d5e tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 945 time: 0.3266299 Aug 02 13:18:06.207125 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] For port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:18:06.214691 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:06.229014 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-77d9cf17-0753-4e74-a01d-19f5872e4bc3 req-ce0a9dbe-e591-4ef2-97ec-7d1d7433bcd3 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433535 Aug 02 13:18:06.250500 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] For port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:18:06.269632 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:06.295905 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:06.370035 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ec2ffaf7-d67b-4804-8851-6965141f203b req-4c09e481-0af3-4793-9c1d-31601dbf4222 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729765 Aug 02 13:18:06.440683 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:06.441375 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:06.442838 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] 10.222.0.53 "PUT /v2.0/ports/78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 HTTP/1.1" status: 200 len: 1094 time: 3.0147297 Aug 02 13:18:06.450141 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'tag': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:18:06.568828 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Pushing event updated for resources: {'Port': ['ID=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:06.613461 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:06.680767 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c00d7-2033-4ace-bd78-f83d75dc0dc2 req-7d3b9b61-2cf6-43f1-92c1-8f4636f33581 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:06.690733 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-947c00d7-2033-4ace-bd78-f83d75dc0dc2 req-7d3b9b61-2cf6-43f1-92c1-8f4636f33581 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.2075317 Aug 02 13:18:06.752195 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-947c00d7-2033-4ace-bd78-f83d75dc0dc2 req-0d86e34e-5dc5-4406-8b09-f22dcbddf482 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604985 Aug 02 13:18:06.782682 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-008e4ac3-8a05-4b73-b81d-8f357088a700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:06.785060 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-008e4ac3-8a05-4b73-b81d-8f357088a700 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a084b6e9d41405097db0f4dc6fedaf7&device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 1097 time: 0.2190888 Aug 02 13:18:06.943873 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5ab7ea26-aad7-4619-85ff-5e7b320ff63c req-a70bcecc-d8b1-4fb9-b6a8-b35eadb1418c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 210 time: 0.3405802 Aug 02 13:18:07.048071 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-3f511e85-e9b5-4cbe-847c-b45af08d309b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 HTTP/1.1" status: 200 len: 217 time: 0.2443657 Aug 02 13:18:07.058471 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'tag': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'status': 'completed', 'code': 200} Aug 02 13:18:07.182435 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-2c0c79a7-bcba-49e0-8f34-3a1f6c27a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:07.183759 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-2c0c79a7-bcba-49e0-8f34-3a1f6c27a261 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bf2c7bd-9f7d-4ef5-aae7-845561678e71 HTTP/1.1" status: 200 len: 856 time: 0.1175098 Aug 02 13:18:07.194261 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fd7d0-249d-4cf4-84ed-846f6f1b6394 req-9ac4d321-e472-4dcc-a765-90bd0f210a43 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:07.202775 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-507fd7d0-249d-4cf4-84ed-846f6f1b6394 req-9ac4d321-e472-4dcc-a765-90bd0f210a43 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 944 time: 0.2162895 Aug 02 13:18:07.316129 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-507fd7d0-249d-4cf4-84ed-846f6f1b6394 req-0e43673a-d49f-45cd-a8ab-3c07e30d2b42 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119494 Aug 02 13:18:07.341668 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:18:07.387175 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-b961e1e0-1a96-4b2c-aaf4-a86e927b2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:07.388698 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-b961e1e0-1a96-4b2c-aaf4-a86e927b2338 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb040d03-cbf3-4995-bcf3-f17d53b45872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1580296 Aug 02 13:18:07.569406 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:18:07.600036 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:18:07.600666 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:07.674639 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cd235-dde7-45cd-8957-cfc47d1f536d req-b5c53f2b-7f7a-4574-b975-69b7fcfdc2d3 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:07.682738 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b27cd235-dde7-45cd-8957-cfc47d1f536d req-b5c53f2b-7f7a-4574-b975-69b7fcfdc2d3 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 946 time: 0.1894827 Aug 02 13:18:07.762291 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b27cd235-dde7-45cd-8957-cfc47d1f536d req-71168027-489d-497f-a74d-fc1fa2f718c9 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780725 Aug 02 13:18:07.786019 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-7dc72963-10fb-46fe-be10-d712d211bebd service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882017 Aug 02 13:18:07.852193 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca6fe5-232c-442b-9c12-2fbb6073c7f9 req-41e0b6d1-9907-47b2-9529-1a1216a480f8 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:07.859846 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9cca6fe5-232c-442b-9c12-2fbb6073c7f9 req-41e0b6d1-9907-47b2-9529-1a1216a480f8 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 945 time: 0.2326281 Aug 02 13:18:07.945058 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:07.982309 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9cca6fe5-232c-442b-9c12-2fbb6073c7f9 req-be6b751a-7682-4f45-8160-0f40911942c8 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209846 Aug 02 13:18:08.069959 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 5a7a732a-ad21-44b4-b87f-a931edf2e0a9, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=5a7a732a-ad21-44b4-b87f-a931edf2e0a9,segment=NetworkSegment(5f733ee0-601b-4a7f-81f1-801b225c8f04),segment_id=5f733ee0-601b-4a7f-81f1-801b225c8f04)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:08.072171 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dfa331-c91a-4e55-bfcd-b957575265f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7a732a-ad21-44b4-b87f-a931edf2e0a9'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:18:08.089349 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:08.091510 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 31fb2f2d-c671-4571-bb65-c7d3bf05c421 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:18:08.162353 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-dba55d95-3ab5-4f5c-8dcd-21a36d3982de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:08.345259 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-3d91af78-09ec-4622-b034-ae1614833627 req-3c856bf5-f1e2-43a3-b151-98894c62c1d2 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Synchronizing usage tracker for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:18:08.361751 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9c893dbe-ca22-44ab-a9a6-1fd63accbf02 req-3c36cd0c-dd13-413d-93ab-80d521fabb6b service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505402 Aug 02 13:18:08.418522 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-3d91af78-09ec-4622-b034-ae1614833627 req-3c856bf5-f1e2-43a3-b151-98894c62c1d2 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Unset dirty status for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:18:08.433148 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3d91af78-09ec-4622-b034-ae1614833627 req-3c856bf5-f1e2-43a3-b151-98894c62c1d2 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 210 time: 0.2159674 Aug 02 13:18:08.508657 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549ac1d-5221-4ca9-ac0b-38e1819da6e4 req-2cd8c1ad-d3f9-43a3-b53a-3623e02089e1 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:08.520351 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6549ac1d-5221-4ca9-ac0b-38e1819da6e4 req-2cd8c1ad-d3f9-43a3-b53a-3623e02089e1 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.3548701 Aug 02 13:18:08.554145 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=5a7a732a-ad21-44b4-b87f-a931edf2e0a9,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:08.563979 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:08.588492 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dfa331-c91a-4e55-bfcd-b957575265f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a7a732a-ad21-44b4-b87f-a931edf2e0a9', 'code': 200} Aug 02 13:18:08.613934 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 31fb2f2d-c671-4571-bb65-c7d3bf05c421 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:18:08.634260 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 31fb2f2d-c671-4571-bb65-c7d3bf05c421 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:18:08.634650 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:08.645941 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6549ac1d-5221-4ca9-ac0b-38e1819da6e4 req-9419ae28-be9e-4cde-8c57-9d53c565c6ae tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242692 Aug 02 13:18:09.010275 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c245e-5ac9-4573-8cc2-83a7ee408e41 req-2e7ad389-5e44-478d-99da-56c6cd8a2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:09.019848 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f48c245e-5ac9-4573-8cc2-83a7ee408e41 req-2e7ad389-5e44-478d-99da-56c6cd8a2b4c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a084b6e9d41405097db0f4dc6fedaf7&device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 1097 time: 0.3954878 Aug 02 13:18:09.286100 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-deec930b-8202-4c7b-a488-8e9fd0bd89a6 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:09.290773 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-deec930b-8202-4c7b-a488-8e9fd0bd89a6 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.53 "GET /v2.0/networks?id=f388a598-a9e9-4425-b334-df10ec450cba HTTP/1.1" status: 200 len: 810 time: 0.6149004 Aug 02 13:18:09.303521 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:09.373619 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-671a27d0-b362-4b0e-b16a-d92036f23677 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dfc0f7ffe5d46e38126837be5e982ce HTTP/1.1" status: 200 len: 380 time: 0.0643258 Aug 02 13:18:09.410087 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Request body: {'port': {'device_id': '5cb020e3-5862-454a-97d1-298b336bebf3', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'admin_state_up': True, 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'security_groups': ['62b290f5-164a-4ceb-a6e5-0f10538c5636']}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:18:09.494678 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 31fb2f2d-c671-4571-bb65-c7d3bf05c421, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=31fb2f2d-c671-4571-bb65-c7d3bf05c421,segment=NetworkSegment(5f733ee0-601b-4a7f-81f1-801b225c8f04),segment_id=5f733ee0-601b-4a7f-81f1-801b225c8f04)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:09.508947 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:09.511386 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-dba55d95-3ab5-4f5c-8dcd-21a36d3982de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:09.669680 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c245e-5ac9-4573-8cc2-83a7ee408e41 req-df74dfde-5406-4c46-a739-f98c7921c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:09.671379 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f48c245e-5ac9-4573-8cc2-83a7ee408e41 req-df74dfde-5406-4c46-a739-f98c7921c51f service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb040d03-cbf3-4995-bcf3-f17d53b45872 HTTP/1.1" status: 200 len: 918 time: 0.4242997 Aug 02 13:18:09.725253 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:09.740732 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:09.779392 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=31fb2f2d-c671-4571-bb65-c7d3bf05c421,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:09.791359 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:09.825311 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Made reservation on behalf of 1dfc0f7ffe5d46e38126837be5e982ce for: {'port': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:18:09.830266 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:09.863495 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-97fb4f88-a22f-4a1c-9671-0fa71de8e05b req-f915e7f1-92d9-4da3-9d39-5f0e5312f452 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 210 time: 0.1120772 Aug 02 13:18:10.040550 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f48c245e-5ac9-4573-8cc2-83a7ee408e41 req-b73345e2-b3d4-410c-9abe-0e01190a4e0e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 HTTP/1.1" status: 200 len: 217 time: 0.1787121 Aug 02 13:18:10.159405 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d52d59-bf8f-4ddf-8fb0-2bed36c0a2f1 req-0fd658f0-b91b-4243-aabc-d41c3e8b81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:10.160973 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7d52d59-bf8f-4ddf-8fb0-2bed36c0a2f1 req-0fd658f0-b91b-4243-aabc-d41c3e8b81b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 1099 time: 0.4867239 Aug 02 13:18:10.172809 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815663fb-9e19-4a6a-8594-31193ec22da7 req-2d02d455-6930-4102-9415-470df0662177 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:10.188716 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-815663fb-9e19-4a6a-8594-31193ec22da7 req-2d02d455-6930-4102-9415-470df0662177 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 944 time: 1.1957021 Aug 02 13:18:10.273229 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c245e-5ac9-4573-8cc2-83a7ee408e41 req-3228cf60-9341-4226-a9f4-e8a4de587c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:10.276259 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f48c245e-5ac9-4573-8cc2-83a7ee408e41 req-3228cf60-9341-4226-a9f4-e8a4de587c6f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bf2c7bd-9f7d-4ef5-aae7-845561678e71 HTTP/1.1" status: 200 len: 856 time: 0.2169724 Aug 02 13:18:10.416787 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb03735-ce01-4dd8-ab6d-d880324c7346 req-a6c49f22-e396-4e09-890b-6d1daa4ef524 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:10.426669 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6fb03735-ce01-4dd8-ab6d-d880324c7346 req-a6c49f22-e396-4e09-890b-6d1daa4ef524 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.3357410 Aug 02 13:18:10.484883 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Allocated IP 172.20.0.5 (f388a598-a9e9-4425-b334-df10ec450cba/fa6ef6ab-fa4e-4dab-a762-153ab4fccbae/0f8855ed-8455-4329-87cc-fc30ec4e3b91) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:18:10.520046 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-815663fb-9e19-4a6a-8594-31193ec22da7 req-7bca14f5-0332-46b1-87a3-f2daef85357d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290999 Aug 02 13:18:10.533369 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7d52d59-bf8f-4ddf-8fb0-2bed36c0a2f1 req-82b8d182-1d9f-4967-bf44-ff7950c690e8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005409 Aug 02 13:18:10.555686 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c245e-5ac9-4573-8cc2-83a7ee408e41 req-6b744054-45f1-41fb-b568-de86e5ace2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:10.557308 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f48c245e-5ac9-4573-8cc2-83a7ee408e41 req-6b744054-45f1-41fb-b568-de86e5ace2e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb040d03-cbf3-4995-bcf3-f17d53b45872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2698901 Aug 02 13:18:10.579207 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 48984) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:10.589606 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae547ac-fd43-48fb-abe9-d2dd8e264250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fb2f2d-c671-4571-bb65-c7d3bf05c421'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:18:10.618328 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6fb03735-ce01-4dd8-ab6d-d880324c7346 req-0f185174-839a-4f83-b69c-e0dd6bad779f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908007 Aug 02 13:18:10.774431 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae547ac-fd43-48fb-abe9-d2dd8e264250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fb2f2d-c671-4571-bb65-c7d3bf05c421', 'code': 200} Aug 02 13:18:10.845384 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9f987104-e47e-43e2-ad03-c92f1c7a866b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:10.910334 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:10.931831 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-9f987104-e47e-43e2-ad03-c92f1c7a866b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:10.955961 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.provisioning_blocks [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Transition to ACTIVE for port object 0f8855ed-8455-4329-87cc-fc30ec4e3b91 will not be triggered until provisioned by entity DHCP. {{(pid=78567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:18:10.971703 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-9f987104-e47e-43e2-ad03-c92f1c7a866b admin admin] Usage tracker for resource:security_group_rule and tenant:538d3bdf512c44709d528859c966352e is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:10.991949 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-9f987104-e47e-43e2-ad03-c92f1c7a866b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:11.008359 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:11.019739 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-0549e5aa-ab11-4137-a2ec-d8dfa5b2c025 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:11.103280 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event updated for resources: {'Port': ['ID=0f8855ed-8455-4329-87cc-fc30ec4e3b91,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:11.116769 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:11.117147 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:11.117537 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:11.117959 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:11.118298 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:11.118650 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:11.118998 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:11.119341 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:11.119828 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:11.120178 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:11.120521 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:11.120854 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:11.133421 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:11.144739 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Network f388a598-a9e9-4425-b334-df10ec450cba is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:18:11.146223 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:18:11.149041 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:18:11.155143 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:11.156049 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:11.236105 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-9f987104-e47e-43e2-ad03-c92f1c7a866b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:11.266313 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8809049 Aug 02 13:18:11.317525 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Request body: {'port': {'device_id': '5cb020e3-5862-454a-97d1-298b336bebf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:18:11.353029 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f48c245e-5ac9-4573-8cc2-83a7ee408e41 req-bac9bb34-6eba-4f24-8bc6-7cc2c58267e9 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819853 Aug 02 13:18:11.463607 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6545e-89c7-453b-8d25-a0a161f8b651 req-0d6c574d-53d5-4866-b788-e24c7a12b80c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:11.464538 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-30e6545e-89c7-453b-8d25-a0a161f8b651 req-0d6c574d-53d5-4866-b788-e24c7a12b80c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Synchronizing usage tracker for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:port {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:18:11.503662 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9f987104-e47e-43e2-ad03-c92f1c7a866b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:11.511893 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9f987104-e47e-43e2-ad03-c92f1c7a866b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:11.563647 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-41e9ee70-f2a0-44bf-bb95-1d66764a0b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:11.596938 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-9f987104-e47e-43e2-ad03-c92f1c7a866b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=538d3bdf512c44709d528859c966352e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0165255 Aug 02 13:18:11.598179 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 49008) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:11.599132 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f987104-e47e-43e2-ad03-c92f1c7a866b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d585c2fd-d908-4226-9fc8-560de1c790c8,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:11.623156 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-30e6545e-89c7-453b-8d25-a0a161f8b651 req-0d6c574d-53d5-4866-b788-e24c7a12b80c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Unset dirty status for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:port {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:18:11.624908 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-30e6545e-89c7-453b-8d25-a0a161f8b651 req-0d6c574d-53d5-4866-b788-e24c7a12b80c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 931 time: 0.4600606 Aug 02 13:18:11.630410 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:11.635976 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9f987104-e47e-43e2-ad03-c92f1c7a866b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:11.675393 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-8162e9c1-58b0-4394-ad54-ccd1dbda058b None None] Provisioning for port 0f8855ed-8455-4329-87cc-fc30ec4e3b91 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:18:11.691834 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-8162e9c1-58b0-4394-ad54-ccd1dbda058b None None] Provisioning complete for port 0f8855ed-8455-4329-87cc-fc30ec4e3b91 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:18:11.692933 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-8162e9c1-58b0-4394-ad54-ccd1dbda058b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:11.697324 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0e3e35c8-7a8e-4e14-8509-cb7a83db1b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:11.730884 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0e3e35c8-7a8e-4e14-8509-cb7a83db1b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:11.757917 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-30e6545e-89c7-453b-8d25-a0a161f8b651 req-79022eb8-3dc5-40aa-b91e-9e00637977a4 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049192 Aug 02 13:18:11.803239 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-8162e9c1-58b0-4394-ad54-ccd1dbda058b None None] Port 0f8855ed-8455-4329-87cc-fc30ec4e3b91 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:18:11.830659 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0e3e35c8-7a8e-4e14-8509-cb7a83db1b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:11.844021 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:11.871816 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e35c8-7a8e-4e14-8509-cb7a83db1b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d585c2fd-d908-4226-9fc8-560de1c790c8,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:11.877453 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-0e3e35c8-7a8e-4e14-8509-cb7a83db1b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:11.879202 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0e3e35c8-7a8e-4e14-8509-cb7a83db1b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:11.884282 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-0e3e35c8-7a8e-4e14-8509-cb7a83db1b7f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d585c2fd-d908-4226-9fc8-560de1c790c8 HTTP/1.1" status: 204 len: 168 time: 0.2785072 Aug 02 13:18:12.154520 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1518a-d729-4b23-b2b4-7d5c596857f4 req-cc49e8b5-d092-43ad-8682-07f090f5e844 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:12.156806 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-92a1518a-d729-4b23-b2b4-7d5c596857f4 req-cc49e8b5-d092-43ad-8682-07f090f5e844 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.2152743 Aug 02 13:18:12.274388 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f8855ed-8455-4329-87cc-fc30ec4e3b91 {{(pid=78567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:18:12.299100 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-92a1518a-d729-4b23-b2b4-7d5c596857f4 req-7cd5ed44-c52f-4e23-b026-e505fe043c78 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308970 Aug 02 13:18:12.302361 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:12.331798 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.provisioning_blocks [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Transition to ACTIVE for port object 0f8855ed-8455-4329-87cc-fc30ec4e3b91 will not be triggered until provisioned by entity L2. {{(pid=78567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:18:12.337548 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:12.349363 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-1f3d044a-df80-48e7-ad16-239551f03442 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:12.542371 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Pushing event updated for resources: {'Port': ['ID=0f8855ed-8455-4329-87cc-fc30ec4e3b91,revision_number=2']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:12.575035 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:12.619912 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.managers [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Attempting to bind port 0f8855ed-8455-4329-87cc-fc30ec4e3b91 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:18:12.620277 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.managers [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Attempting to bind port 0f8855ed-8455-4329-87cc-fc30ec4e3b91 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'}] {{(pid=78567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:18:12.620769 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Attempting to bind port 0f8855ed-8455-4329-87cc-fc30ec4e3b91 on network f388a598-a9e9-4425-b334-df10ec450cba {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:18:12.638919 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Port 0f8855ed-8455-4329-87cc-fc30ec4e3b91 on network f388a598-a9e9-4425-b334-df10ec450cba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:18:12.639294 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Attempting to bind port 0f8855ed-8455-4329-87cc-fc30ec4e3b91 on network f388a598-a9e9-4425-b334-df10ec450cba {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:18:12.650801 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:18:12.651663 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Checking segment: {'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:18:12.652076 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Bound using segment: {'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'} {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:18:12.656170 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.managers [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Bound port: 0f8855ed-8455-4329-87cc-fc30ec4e3b91, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'}}] {{(pid=78567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:18:12.656643 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:12.809386 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] For port 0f8855ed-8455-4329-87cc-fc30ec4e3b91, host hv-cinder-80318, cleared binding levels {{(pid=78567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:18:12.815806 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] For port 0f8855ed-8455-4329-87cc-fc30ec4e3b91, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=0f8855ed-8455-4329-87cc-fc30ec4e3b91,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:18:12.823133 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:12.831651 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a20c7eed-1cac-4086-afff-4efe61265df1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:12.930339 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:12.931579 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:12.935286 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-f1021b97-b652-4c47-af74-f8506707233f service neutron] 10.222.0.53 "PUT /v2.0/ports/0f8855ed-8455-4329-87cc-fc30ec4e3b91 HTTP/1.1" status: 200 len: 1093 time: 1.6534832 Aug 02 13:18:12.942166 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb020e3-5862-454a-97d1-298b336bebf3', 'tag': '0f8855ed-8455-4329-87cc-fc30ec4e3b91'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:18:12.978906 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Pushing event updated for resources: {'Port': ['ID=0f8855ed-8455-4329-87cc-fc30ec4e3b91,revision_number=3']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:12.985543 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:13.188637 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:18:13.372589 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:13.398183 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'port_id': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'mac_address': 'fa:16:3e:c1:da:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:18:13.472644 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:13.492102 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:18:13.512013 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:13.518433 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:13.522469 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:13.610572 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:13.621618 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:13.622032 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:13.622432 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:13.622831 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:13.623242 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:13.623626 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:13.624033 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:13.624499 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:13.624911 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:13.625415 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:13.625813 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:13.626203 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:18:13.631262 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:14.552985 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b29ab3-a72d-4adb-b060-16b53521defa req-1fc1d407-3d62-4d90-9c6c-2d862594d52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:14.554692 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-80b29ab3-a72d-4adb-b060-16b53521defa req-1fc1d407-3d62-4d90-9c6c-2d862594d52a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 1098 time: 0.2932777 Aug 02 13:18:14.582108 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f48c245e-5ac9-4573-8cc2-83a7ee408e41 req-91411f33-eb07-450a-b907-e56af6e87d6d service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224566 Aug 02 13:18:14.684923 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-30cbf4cf-e247-443d-b7c9-670a31cb9629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:14.693625 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-30cbf4cf-e247-443d-b7c9-670a31cb9629 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1dfc0f7ffe5d46e38126837be5e982ce&device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 1096 time: 0.3476355 Aug 02 13:18:14.704555 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:18:14.775286 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-80b29ab3-a72d-4adb-b060-16b53521defa req-4c000075-ac92-47cb-b56d-c1bbeed1ecdb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482508 Aug 02 13:18:14.882092 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-1112edb8-46ab-4819-8d57-e1ffac713c9b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f8855ed-8455-4329-87cc-fc30ec4e3b91 HTTP/1.1" status: 200 len: 217 time: 0.1496229 Aug 02 13:18:15.262844 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6cd9a-681b-47da-8086-e3a46349cfcd req-cd57d338-353a-464a-b0de-c1cda42ca0c8 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:15.266926 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-42e6cd9a-681b-47da-8086-e3a46349cfcd req-cd57d338-353a-464a-b0de-c1cda42ca0c8 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 945 time: 0.2057190 Aug 02 13:18:15.352557 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-e523d19e-8493-40d8-acb6-e3ba3d2c5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:15.354713 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-e523d19e-8493-40d8-acb6-e3ba3d2c5deb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa6ef6ab-fa4e-4dab-a762-153ab4fccbae HTTP/1.1" status: 200 len: 849 time: 0.1742918 Aug 02 13:18:15.364409 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868712be-65b2-4779-8309-ba4fe3a1b609 req-6ebd01fa-4bd0-46b8-9611-ebfba7703d6e tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:15.372277 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-868712be-65b2-4779-8309-ba4fe3a1b609 req-6ebd01fa-4bd0-46b8-9611-ebfba7703d6e tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 943 time: 0.3125095 Aug 02 13:18:15.414720 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-42e6cd9a-681b-47da-8086-e3a46349cfcd req-47691ef1-609f-47c5-b75c-fb9afcb34041 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360481 Aug 02 13:18:15.438085 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-868712be-65b2-4779-8309-ba4fe3a1b609 req-dd7e41fc-ec4c-4ab4-b6f6-4fd42c0270c1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645399 Aug 02 13:18:15.521513 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb020e3-5862-454a-97d1-298b336bebf3', 'tag': '0f8855ed-8455-4329-87cc-fc30ec4e3b91', 'status': 'completed', 'code': 200} Aug 02 13:18:15.730535 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-e7940726-d18a-4aed-b082-96aa097b2edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:15.733381 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-e7940726-d18a-4aed-b082-96aa097b2edd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f388a598-a9e9-4425-b334-df10ec450cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2939713 Aug 02 13:18:15.753064 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcfea8a-fb03-4a50-b673-70554043714c req-a1856eca-48a3-4c1b-84f9-5b07691bf033 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:15.755193 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9dcfea8a-fb03-4a50-b673-70554043714c req-a1856eca-48a3-4c1b-84f9-5b07691bf033 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1901653 Aug 02 13:18:15.923083 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9dcfea8a-fb03-4a50-b673-70554043714c req-fb0f53c7-3965-47d1-97de-9496db445cdd tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469433 Aug 02 13:18:15.965142 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-959d2f24-a27f-4211-a5af-130ad521e5f7 service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225707 Aug 02 13:18:16.218350 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1b68db35-993a-4a55-9f9e-fa9a8ea19d9a req-e3c2d0a2-c790-4ba3-8123-2f997438e463 service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372057 Aug 02 13:18:16.297752 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:18:16.411190 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:18:16.418860 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:18:16.419360 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:16.689402 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:16.710444 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf61aa3-c286-45d0-8e88-e61290135ca7 req-44c45d45-bfb0-4731-86b5-ed9937fdf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:16.713582 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3cf61aa3-c286-45d0-8e88-e61290135ca7 req-44c45d45-bfb0-4731-86b5-ed9937fdf8e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1dfc0f7ffe5d46e38126837be5e982ce&device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 1096 time: 0.1720095 Aug 02 13:18:16.762617 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:18:16.785631 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb234ec-df8d-4fa5-8e80-e33f4eea69a3 req-abf7e3f7-17f5-4e71-8109-e40327b1ddb0 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:16.790148 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:16.795882 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fcb234ec-df8d-4fa5-8e80-e33f4eea69a3 req-abf7e3f7-17f5-4e71-8109-e40327b1ddb0 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 945 time: 0.2226734 Aug 02 13:18:16.801287 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:16.808582 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4836b5fc-3eaf-4703-b8e4-c11ed823dc77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:16.903349 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fcb234ec-df8d-4fa5-8e80-e33f4eea69a3 req-d97ba499-c9fe-4a40-b7ec-2bfa3b5d0202 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037147 Aug 02 13:18:16.940700 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:16.946929 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:16.979563 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'code': 200} Aug 02 13:18:17.164328 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf61aa3-c286-45d0-8e88-e61290135ca7 req-47c6a3ad-9415-4a10-8c1b-bded8aa9a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:17.165941 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3cf61aa3-c286-45d0-8e88-e61290135ca7 req-47c6a3ad-9415-4a10-8c1b-bded8aa9a176 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f388a598-a9e9-4425-b334-df10ec450cba HTTP/1.1" status: 200 len: 911 time: 0.4427216 Aug 02 13:18:17.264835 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4c26e6-b997-4ba1-8137-21c0f7131520 req-a981580a-26a3-4b07-8334-ea7858b780d2 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:17.267741 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3e4c26e6-b997-4ba1-8137-21c0f7131520 req-a981580a-26a3-4b07-8334-ea7858b780d2 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1568289 Aug 02 13:18:17.406483 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5b21f-f0fb-4dd9-95b0-8cff774d0225 req-4df7d7c0-83d4-45bd-a442-12cd012421d8 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:17.419466 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a4c5b21f-f0fb-4dd9-95b0-8cff774d0225 req-4df7d7c0-83d4-45bd-a442-12cd012421d8 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 943 time: 0.5472836 Aug 02 13:18:17.453810 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3e4c26e6-b997-4ba1-8137-21c0f7131520 req-00230ec4-fb7d-48ee-bc8c-a21b0ff34d6a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797535 Aug 02 13:18:17.482159 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3cf61aa3-c286-45d0-8e88-e61290135ca7 req-9173bcfa-f4ab-4033-9337-379ab6cdca4f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f8855ed-8455-4329-87cc-fc30ec4e3b91 HTTP/1.1" status: 200 len: 217 time: 0.2968822 Aug 02 13:18:17.484201 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19183e5f-8228-4771-8224-065a77144955 req-fa61d433-aa89-4b36-bd63-47993be89fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:17.486279 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-19183e5f-8228-4771-8224-065a77144955 req-fa61d433-aa89-4b36-bd63-47993be89fac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 1099 time: 0.1416833 Aug 02 13:18:17.576152 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-19183e5f-8228-4771-8224-065a77144955 req-e03eb393-a365-4dbd-b105-e55865ef2fdf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729947 Aug 02 13:18:17.586792 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a4c5b21f-f0fb-4dd9-95b0-8cff774d0225 req-371d1c56-682f-4686-83b4-b75dc34470e2 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650686 Aug 02 13:18:17.630023 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf61aa3-c286-45d0-8e88-e61290135ca7 req-7107f45c-9baa-455d-8478-add342b6838e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:17.632067 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3cf61aa3-c286-45d0-8e88-e61290135ca7 req-7107f45c-9baa-455d-8478-add342b6838e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa6ef6ab-fa4e-4dab-a762-153ab4fccbae HTTP/1.1" status: 200 len: 849 time: 0.1297805 Aug 02 13:18:17.980929 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc6457f-f9fd-43fa-97a6-bffa11fe5fb6 req-38120d48-3cfb-4768-84cd-6a297e68a21e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:17.982654 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9dc6457f-f9fd-43fa-97a6-bffa11fe5fb6 req-38120d48-3cfb-4768-84cd-6a297e68a21e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1161435 Aug 02 13:18:18.074610 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9dc6457f-f9fd-43fa-97a6-bffa11fe5fb6 req-ade290dc-c2e5-4fe6-b2d3-1935b6cfa014 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774777 Aug 02 13:18:18.216862 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab610c6-b9a0-4f5e-9c28-40d4cf84bef3 req-d909f223-1105-45cb-9f2a-842b58f7ea52 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:18.225871 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8ab610c6-b9a0-4f5e-9c28-40d4cf84bef3 req-d909f223-1105-45cb-9f2a-842b58f7ea52 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.1625633 Aug 02 13:18:18.322244 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8ab610c6-b9a0-4f5e-9c28-40d4cf84bef3 req-9b4d981a-deac-440b-bdd7-0c51af89c8e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910897 Aug 02 13:18:18.908971 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d7f7b-3348-43c7-b229-47a9c86fadba req-77958139-246a-43d2-baba-a62620b1840e tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:18.911263 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-dc5d7f7b-3348-43c7-b229-47a9c86fadba req-77958139-246a-43d2-baba-a62620b1840e tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 943 time: 0.1318223 Aug 02 13:18:18.979339 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-dc5d7f7b-3348-43c7-b229-47a9c86fadba req-e14f659d-dd08-475f-be47-835a6f6e03ec tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573378 Aug 02 13:18:19.320606 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b35be9-f46b-45d5-b16f-89276d453a82 req-4211fe82-c3e4-472a-a3e2-285eb4fa93f7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:19.322473 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89b35be9-f46b-45d5-b16f-89276d453a82 req-4211fe82-c3e4-472a-a3e2-285eb4fa93f7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1069961 Aug 02 13:18:19.384857 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89b35be9-f46b-45d5-b16f-89276d453a82 req-8860f8ad-bba7-4cd6-833f-002ce2a0d452 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511849 Aug 02 13:18:19.631697 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e4833-6d19-4311-8a47-b8c37ff901ba req-a9c5ccc2-5f8b-485a-aa91-fc772c845e23 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:19.634428 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-cb2e4833-6d19-4311-8a47-b8c37ff901ba req-a9c5ccc2-5f8b-485a-aa91-fc772c845e23 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.1279211 Aug 02 13:18:19.689587 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-cb2e4833-6d19-4311-8a47-b8c37ff901ba req-530d6bd4-c901-4a9b-9e48-d6b40d573915 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486894 Aug 02 13:18:19.698273 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-5ade5a52-1dc2-47b9-b935-20128b41d94f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:20.116454 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:20.317293 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8dcec-fb74-4993-9ba0-951e11545280 req-8d71ab53-8b6f-4da2-8209-8272c9baa1b5 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:20.319942 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2cd8dcec-fb74-4993-9ba0-951e11545280 req-8d71ab53-8b6f-4da2-8209-8272c9baa1b5 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 943 time: 0.1522591 Aug 02 13:18:20.370590 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 0f8855ed-8455-4329-87cc-fc30ec4e3b91 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:18:20.395873 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2cd8dcec-fb74-4993-9ba0-951e11545280 req-c971779e-2952-4209-a779-161fc92f3a34 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693152 Aug 02 13:18:20.532032 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 0f8855ed-8455-4329-87cc-fc30ec4e3b91, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=0f8855ed-8455-4329-87cc-fc30ec4e3b91,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:20.547900 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '0f8855ed-8455-4329-87cc-fc30ec4e3b91', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'port_id': '0f8855ed-8455-4329-87cc-fc30ec4e3b91', 'mac_address': 'fa:16:3e:66:b1:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:18:20.614424 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:20.635204 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f8855ed-8455-4329-87cc-fc30ec4e3b91 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:18:20.656892 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 0f8855ed-8455-4329-87cc-fc30ec4e3b91, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=0f8855ed-8455-4329-87cc-fc30ec4e3b91,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:20.661803 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:20.665315 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:20.666956 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf6555-ed9a-4c45-8186-0016892b945a req-e79ae2af-93b9-4ad0-822d-7b1511550fb3 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:20.668709 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8fbf6555-ed9a-4c45-8186-0016892b945a req-e79ae2af-93b9-4ad0-822d-7b1511550fb3 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.0874712 Aug 02 13:18:20.720232 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8fbf6555-ed9a-4c45-8186-0016892b945a req-1ee4bf88-b599-4ce4-b4ca-75275bad834d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455067 Aug 02 13:18:20.753468 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=0f8855ed-8455-4329-87cc-fc30ec4e3b91,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:20.757615 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:21.047235 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ec1a1-6059-4d95-ab2b-d59e00a8d4ce req-4cf8247a-4fc4-4174-9e54-c6b966dad53f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:21.048887 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-319ec1a1-6059-4d95-ab2b-d59e00a8d4ce req-4cf8247a-4fc4-4174-9e54-c6b966dad53f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.2364147 Aug 02 13:18:21.112332 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-319ec1a1-6059-4d95-ab2b-d59e00a8d4ce req-d443f55b-d76c-4f54-b5e1-c151a1addaf9 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529914 Aug 02 13:18:21.729864 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd27e7ad-b77e-48b8-9feb-7a1d4cfc29b1 req-59804c6c-2f22-4ef1-b063-9fbe9da98d60 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:21.731576 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-bd27e7ad-b77e-48b8-9feb-7a1d4cfc29b1 req-59804c6c-2f22-4ef1-b063-9fbe9da98d60 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 944 time: 0.1648753 Aug 02 13:18:21.734434 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf61aa3-c286-45d0-8e88-e61290135ca7 req-301f9490-034d-47fd-bc25-99bbf92afef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:21.735955 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3cf61aa3-c286-45d0-8e88-e61290135ca7 req-301f9490-034d-47fd-bc25-99bbf92afef7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f388a598-a9e9-4425-b334-df10ec450cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1264608 Aug 02 13:18:21.806937 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39502ab3-6449-4f30-89ea-4ebb55b71545 req-a3ff09f5-b3f7-46a9-9997-cb7bbc99d918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:21.809833 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-39502ab3-6449-4f30-89ea-4ebb55b71545 req-a3ff09f5-b3f7-46a9-9997-cb7bbc99d918 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5acfbbf2230b40e9a47291fa14f8d5d7&device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 1098 time: 0.1282778 Aug 02 13:18:21.878119 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-bd27e7ad-b77e-48b8-9feb-7a1d4cfc29b1 req-27e1b140-88b4-4562-b028-b0fc50ae141b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362178 Aug 02 13:18:22.113791 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3cf61aa3-c286-45d0-8e88-e61290135ca7 req-67dbd681-0fe6-4eec-930b-d7d68a81b636 service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695667 Aug 02 13:18:22.168557 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39502ab3-6449-4f30-89ea-4ebb55b71545 req-c64178d1-c7c3-41ec-b690-1ea94ba4162a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:22.173812 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-39502ab3-6449-4f30-89ea-4ebb55b71545 req-c64178d1-c7c3-41ec-b690-1ea94ba4162a service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f1027cf-695e-4fa3-a649-01bf9937dcce HTTP/1.1" status: 200 len: 918 time: 0.3439758 Aug 02 13:18:22.250109 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['0f8855ed-8455-4329-87cc-fc30ec4e3b91'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:18:22.316638 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3cf61aa3-c286-45d0-8e88-e61290135ca7 req-8dcea834-e947-49c7-b301-e2f32c2e184d service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881778 Aug 02 13:18:22.470279 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-39502ab3-6449-4f30-89ea-4ebb55b71545 req-974c781f-fae3-4621-b370-61855feaca06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=31fb2f2d-c671-4571-bb65-c7d3bf05c421 HTTP/1.1" status: 200 len: 217 time: 0.2865427 Aug 02 13:18:22.497813 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee675d6b-3816-41aa-8f0e-f07175758949 req-ab0bfc2b-600a-4244-b202-6dc95aab55c9 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:22.516778 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ee675d6b-3816-41aa-8f0e-f07175758949 req-ab0bfc2b-600a-4244-b202-6dc95aab55c9 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.1702452 Aug 02 13:18:22.568563 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef9fbb-ac8a-4b35-b138-33abbc5375c2 req-2d519ae3-1c7c-415e-bbba-5a7b289f3b5f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:22.573819 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-27ef9fbb-ac8a-4b35-b138-33abbc5375c2 req-2d519ae3-1c7c-415e-bbba-5a7b289f3b5f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.5893469 Aug 02 13:18:22.584924 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39502ab3-6449-4f30-89ea-4ebb55b71545 req-7d5116d8-41e4-4cea-b30a-a6313f670981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:22.587271 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-39502ab3-6449-4f30-89ea-4ebb55b71545 req-7d5116d8-41e4-4cea-b30a-a6313f670981 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac723f8-ee61-478f-8a90-ba25694af273 HTTP/1.1" status: 200 len: 857 time: 0.1042001 Aug 02 13:18:22.616695 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ee675d6b-3816-41aa-8f0e-f07175758949 req-c562dfd6-350c-4e4b-a21e-3889c0fdc658 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943930 Aug 02 13:18:22.685821 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-39502ab3-6449-4f30-89ea-4ebb55b71545 req-9918f113-f978-4071-a763-74270aa47204 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f1027cf-695e-4fa3-a649-01bf9937dcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786827 Aug 02 13:18:22.734126 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-27ef9fbb-ac8a-4b35-b138-33abbc5375c2 req-9e3327f1-64c1-4f90-9258-92dd0de4faa5 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459141 Aug 02 13:18:22.835745 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-29fea7a7-3d89-475b-a934-865c6eec14b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:22.927026 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-39502ab3-6449-4f30-89ea-4ebb55b71545 req-8b5936c2-23c4-47e5-80b9-c5ec3d7d7ba0 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223301 Aug 02 13:18:23.109071 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-39502ab3-6449-4f30-89ea-4ebb55b71545 req-a757ef97-2f6c-4d37-8b8f-05ab3864d66f service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585417 Aug 02 13:18:23.189556 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa69e7d-19d7-42f1-b7e5-afe32912ff6f req-266327a8-a4ca-4569-aa94-b07cf9712522 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:23.192160 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-bfa69e7d-19d7-42f1-b7e5-afe32912ff6f req-266327a8-a4ca-4569-aa94-b07cf9712522 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 944 time: 0.1384521 Aug 02 13:18:23.285937 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-bfa69e7d-19d7-42f1-b7e5-afe32912ff6f req-b8211976-554a-4beb-a9a4-e146d3fada64 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811250 Aug 02 13:18:23.507933 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:23.971523 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a526bd-ee2e-4aba-8d60-c4c000760889 req-e1de7f2a-07c4-4a8e-bd19-639e4c5f7665 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:23.982219 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b1a526bd-ee2e-4aba-8d60-c4c000760889 req-e1de7f2a-07c4-4a8e-bd19-639e4c5f7665 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.1544580 Aug 02 13:18:24.017654 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f14461-77cc-466d-9e9d-0b023566f78d req-6803cda7-bf91-4681-91d1-1df7d6a80e04 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:24.017654 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-21f14461-77cc-466d-9e9d-0b023566f78d req-6803cda7-bf91-4681-91d1-1df7d6a80e04 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1297605 Aug 02 13:18:24.122473 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b1a526bd-ee2e-4aba-8d60-c4c000760889 req-6bb6152a-1c81-42f8-a3f3-cce0648d2e80 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224046 Aug 02 13:18:24.142213 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-21f14461-77cc-466d-9e9d-0b023566f78d req-8d6fd1d6-703e-4313-8933-43c27881125b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214991 Aug 02 13:18:24.468487 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39eca1e-5ac5-4f96-a9c7-2cf17db3bc80 req-766b865e-0828-4b02-b887-72c4922d70c9 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:24.470290 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e39eca1e-5ac5-4f96-a9c7-2cf17db3bc80 req-766b865e-0828-4b02-b887-72c4922d70c9 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.1354876 Aug 02 13:18:24.488712 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 49292) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:24.498575 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-de8fce80-14f8-4540-84c4-e12953a0c0c2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Request body: {'floatingip': {'port_id': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:18:24.786422 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-de8fce80-14f8-4540-84c4-e12953a0c0c2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for floatingip, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:24.934317 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:25.172473 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f9eb2-7d61-4fa2-9fed-a7beebb1ea57 req-93ad339a-cccd-4649-9fea-5b622e7527c4 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:25.173992 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-727f9eb2-7d61-4fa2-9fed-a7beebb1ea57 req-93ad339a-cccd-4649-9fea-5b622e7527c4 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 944 time: 0.5585103 Aug 02 13:18:25.414546 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-727f9eb2-7d61-4fa2-9fed-a7beebb1ea57 req-6d5e4321-d40c-4614-b30b-fabe341fab1f tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2292032 Aug 02 13:18:25.450723 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c22cb-b1f5-4688-a062-fc22772c8346 req-1e4b4d72-84d3-4d0a-9509-5ab7e42a0668 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:25.458856 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-362c22cb-b1f5-4688-a062-fc22772c8346 req-1e4b4d72-84d3-4d0a-9509-5ab7e42a0668 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1505015 Aug 02 13:18:25.515117 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-362c22cb-b1f5-4688-a062-fc22772c8346 req-7d610e6c-b442-470a-8b97-9798d0ad8bea tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546937 Aug 02 13:18:25.630350 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 0f8855ed-8455-4329-87cc-fc30ec4e3b91 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:18:25.749691 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 0f8855ed-8455-4329-87cc-fc30ec4e3b91 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:18:25.758896 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 0f8855ed-8455-4329-87cc-fc30ec4e3b91 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:18:25.759742 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:26.009269 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:26.069486 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb020e3-5862-454a-97d1-298b336bebf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8855ed-8455-4329-87cc-fc30ec4e3b91'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:18:26.134709 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 0f8855ed-8455-4329-87cc-fc30ec4e3b91, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=0f8855ed-8455-4329-87cc-fc30ec4e3b91,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:26.142378 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:26.148235 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:26.289670 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb020e3-5862-454a-97d1-298b336bebf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f8855ed-8455-4329-87cc-fc30ec4e3b91', 'code': 200} Aug 02 13:18:26.329401 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=0f8855ed-8455-4329-87cc-fc30ec4e3b91,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:26.339114 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:26.377202 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-de8fce80-14f8-4540-84c4-e12953a0c0c2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:26.382352 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-de8fce80-14f8-4540-84c4-e12953a0c0c2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:26.660522 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.l3_db [None req-de8fce80-14f8-4540-84c4-e12953a0c0c2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Floating IP 81c7b143-5df6-4d74-a516-96a587ca6bc3 associated. External IP: 172.27.2.250, port: 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5. Aug 02 13:18:26.678014 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a07a0a-22c2-438b-83fd-035834ea3294 req-2e916ad7-e137-4f6f-ac40-d6ea65aaf143 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:26.679594 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-31a07a0a-22c2-438b-83fd-035834ea3294 req-2e916ad7-e137-4f6f-ac40-d6ea65aaf143 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1291173 Aug 02 13:18:26.737325 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-31a07a0a-22c2-438b-83fd-035834ea3294 req-44aa07d4-c5d6-4f74-8770-566e88135050 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475385 Aug 02 13:18:26.929236 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97546a37-297c-4804-97cb-2fd2970020e9 req-f357404a-1bd6-461b-b7e9-3c8ddf5403c8 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:26.931155 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-97546a37-297c-4804-97cb-2fd2970020e9 req-f357404a-1bd6-461b-b7e9-3c8ddf5403c8 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.2723227 Aug 02 13:18:27.146107 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-97546a37-297c-4804-97cb-2fd2970020e9 req-ffaad9a9-6f83-44bd-a055-defc6114d324 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072296 Aug 02 13:18:27.262724 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8fce80-14f8-4540-84c4-e12953a0c0c2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Router e37b4cce-627b-421f-880e-c3c81cb13c96 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:18:27.463014 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8fce80-14f8-4540-84c4-e12953a0c0c2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:18:27.470269 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-de8fce80-14f8-4540-84c4-e12953a0c0c2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:27.480946 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9abbd-7e2d-41a8-a745-39d8fc9d430f None None] Sync routers for ids ['e37b4cce-627b-421f-880e-c3c81cb13c96'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:18:27.492766 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9abbd-7e2d-41a8-a745-39d8fc9d430f None None] Routers {'e37b4cce-627b-421f-880e-c3c81cb13c96'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:18:27.493447 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-c6a9abbd-7e2d-41a8-a745-39d8fc9d430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:18:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['e37b4cce-627b-421f-880e-c3c81cb13c96'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:18:27.535205 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-de8fce80-14f8-4540-84c4-e12953a0c0c2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "PUT /v2.0/floatingips/81c7b143-5df6-4d74-a516-96a587ca6bc3 HTTP/1.1" status: 200 len: 992 time: 3.0446107 Aug 02 13:18:27.535695 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'tag': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:18:27.609567 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'tag': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'status': 'completed', 'code': 200} Aug 02 13:18:27.713672 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-c6a9abbd-7e2d-41a8-a745-39d8fc9d430f None None] Set router e37b4cce-627b-421f-880e-c3c81cb13c96 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:18:28.024260 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e1b49-548e-4be6-99b1-726318423bf0 req-3a2a5d1d-236e-4042-9531-aed67f649541 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:28.027418 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b31e1b49-548e-4be6-99b1-726318423bf0 req-3a2a5d1d-236e-4042-9531-aed67f649541 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1356137 Aug 02 13:18:28.109402 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b31e1b49-548e-4be6-99b1-726318423bf0 req-d7ee2937-e5ba-4353-8a16-02598ce7700b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733428 Aug 02 13:18:28.252703 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-c6a9abbd-7e2d-41a8-a745-39d8fc9d430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '81c7b143-5df6-4d74-a516-96a587ca6bc3', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'port_id': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'mac_address': 'fa:16:3e:c1:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:17:44Z', 'updated_at': '2021-08-02T13:18:26Z', 'revision_number': 1, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c262f1f1-0556-4622-85e2-c59be481fe25', 'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'mac_address': 'fa:16:3e:f7:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:24Z', 'updated_at': '2021-08-02T13:17:45Z', 'revision_number': 5, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'subnets': [{'id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:18:28.259164 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9abbd-7e2d-41a8-a745-39d8fc9d430f None None] Checking router: e37b4cce-627b-421f-880e-c3c81cb13c96 for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:18:28.270998 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9abbd-7e2d-41a8-a745-39d8fc9d430f None None] Routers {'e37b4cce-627b-421f-880e-c3c81cb13c96'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:18:28.271956 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-c6a9abbd-7e2d-41a8-a745-39d8fc9d430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:18:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['e37b4cce-627b-421f-880e-c3c81cb13c96'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:18:28.443649 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed223d8-493f-4026-b8a1-26017b41b503 req-8d0f628b-aaee-4e5e-84b6-1bbaf7bd9aff tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:28.445221 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-fed223d8-493f-4026-b8a1-26017b41b503 req-8d0f628b-aaee-4e5e-84b6-1bbaf7bd9aff tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1329768 Aug 02 13:18:28.483307 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-c6a9abbd-7e2d-41a8-a745-39d8fc9d430f None None] Set router e37b4cce-627b-421f-880e-c3c81cb13c96 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:18:28.507614 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-fed223d8-493f-4026-b8a1-26017b41b503 req-c043ad2d-e7b8-455d-9e00-69ef510e592b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563438 Aug 02 13:18:28.881626 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-c6a9abbd-7e2d-41a8-a745-39d8fc9d430f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '81c7b143-5df6-4d74-a516-96a587ca6bc3', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'port_id': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'mac_address': 'fa:16:3e:c1:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:17:44Z', 'updated_at': '2021-08-02T13:18:26Z', 'revision_number': 1, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c262f1f1-0556-4622-85e2-c59be481fe25', 'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'mac_address': 'fa:16:3e:f7:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:24Z', 'updated_at': '2021-08-02T13:17:45Z', 'revision_number': 5, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'subnets': [{'id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:18:28.886746 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9abbd-7e2d-41a8-a745-39d8fc9d430f None None] The sync data for ids ['e37b4cce-627b-421f-880e-c3c81cb13c96'] in dv-cinder-803181-1-iscsi is: [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '81c7b143-5df6-4d74-a516-96a587ca6bc3', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'floating_ip_address': '172.27.2.250', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'port_id': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'mac_address': 'fa:16:3e:c1:da:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:17:44Z', 'updated_at': '2021-08-02T13:18:26Z', 'revision_number': 1, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c262f1f1-0556-4622-85e2-c59be481fe25', 'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'mac_address': 'fa:16:3e:f7:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:24Z', 'updated_at': '2021-08-02T13:17:45Z', 'revision_number': 5, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'subnets': [{'id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:18:29.112486 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b82319-05c8-4b75-850b-25f363841408 None None] New status for floating IP 81c7b143-5df6-4d74-a516-96a587ca6bc3: ACTIVE {{(pid=78569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:18:29.406687 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23441948-ec1c-42c4-95fd-56a3b3f73ec9 req-b1452756-238c-4749-a723-48f127a86bea tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:29.408607 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-23441948-ec1c-42c4-95fd-56a3b3f73ec9 req-b1452756-238c-4749-a723-48f127a86bea tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1694157 Aug 02 13:18:29.525813 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-23441948-ec1c-42c4-95fd-56a3b3f73ec9 req-21dba65b-e283-4453-9840-99f79bb5d716 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097333 Aug 02 13:18:29.553215 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb3ecb-dc18-4d51-8134-823c0a634406 req-92c0c421-4c18-47c2-a4b7-2cd560c472dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:29.555296 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fddb3ecb-dc18-4d51-8134-823c0a634406 req-92c0c421-4c18-47c2-a4b7-2cd560c472dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a084b6e9d41405097db0f4dc6fedaf7&device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 1099 time: 0.2079234 Aug 02 13:18:29.793434 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb3ecb-dc18-4d51-8134-823c0a634406 req-c10cd6e9-f162-4c34-9cdf-8b641c23f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:29.794913 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fddb3ecb-dc18-4d51-8134-823c0a634406 req-c10cd6e9-f162-4c34-9cdf-8b641c23f6ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb040d03-cbf3-4995-bcf3-f17d53b45872 HTTP/1.1" status: 200 len: 918 time: 0.2192857 Aug 02 13:18:29.820032 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9731be6-e3c5-4056-bf4a-f7606fcff134 req-2d362bbf-7406-44f2-b1e7-c21815d96dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:29.821583 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d9731be6-e3c5-4056-bf4a-f7606fcff134 req-2d362bbf-7406-44f2-b1e7-c21815d96dec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 1098 time: 0.1332853 Aug 02 13:18:29.876637 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d9731be6-e3c5-4056-bf4a-f7606fcff134 req-7503cb3c-c043-4684-a63c-e75376799bed service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410435 Aug 02 13:18:30.000370 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fddb3ecb-dc18-4d51-8134-823c0a634406 req-85835ca8-d2a2-42f9-a49d-9e447900de21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 HTTP/1.1" status: 200 len: 1002 time: 0.1964395 Aug 02 13:18:30.009145 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ba8764-95a5-48cd-a060-456c0d646850 req-ca1910d3-f06e-492e-ae3a-37b428941612 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:30.010692 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d7ba8764-95a5-48cd-a060-456c0d646850 req-ca1910d3-f06e-492e-ae3a-37b428941612 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.2788377 Aug 02 13:18:30.063755 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d7ba8764-95a5-48cd-a060-456c0d646850 req-daa33d37-1096-4ad5-b26f-1ae79d8b2ad4 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469232 Aug 02 13:18:30.505689 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb3ecb-dc18-4d51-8134-823c0a634406 req-dbbc0d9b-ac90-408c-8883-692b5698dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:30.509902 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fddb3ecb-dc18-4d51-8134-823c0a634406 req-dbbc0d9b-ac90-408c-8883-692b5698dccf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bf2c7bd-9f7d-4ef5-aae7-845561678e71 HTTP/1.1" status: 200 len: 856 time: 0.1387930 Aug 02 13:18:30.643690 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddb3ecb-dc18-4d51-8134-823c0a634406 req-fd97e992-92b1-4af9-b979-2d48d06fe0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:30.646345 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fddb3ecb-dc18-4d51-8134-823c0a634406 req-fd97e992-92b1-4af9-b979-2d48d06fe0eb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb040d03-cbf3-4995-bcf3-f17d53b45872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1236279 Aug 02 13:18:30.882724 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fddb3ecb-dc18-4d51-8134-823c0a634406 req-9a22130f-fbb7-4e03-ac46-40ac2d4c78b6 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241354 Aug 02 13:18:30.894696 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676dfbb0-c564-4198-b7d0-abf5955bc857 req-82ab941c-e137-4368-99da-29b619a6034c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:30.896456 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-676dfbb0-c564-4198-b7d0-abf5955bc857 req-82ab941c-e137-4368-99da-29b619a6034c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1997724 Aug 02 13:18:31.041882 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-676dfbb0-c564-4198-b7d0-abf5955bc857 req-82802f0e-0665-4e08-946a-cc25ebb7976a tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255953 Aug 02 13:18:31.079342 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fddb3ecb-dc18-4d51-8134-823c0a634406 req-847c10a1-9fa5-4a1b-97ee-44c8350514c1 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818731 Aug 02 13:18:31.298934 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782a089-87c6-4046-96e1-92b9ef9a3311 req-04f5c489-a9ac-481d-93e2-36fc3ddac09e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:31.300919 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8782a089-87c6-4046-96e1-92b9ef9a3311 req-04f5c489-a9ac-481d-93e2-36fc3ddac09e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1069236 Aug 02 13:18:31.365048 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8782a089-87c6-4046-96e1-92b9ef9a3311 req-74b5affe-f5d9-491b-80b8-6b29bf7895c2 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571094 Aug 02 13:18:32.352407 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 49450) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:32.540392 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2762f-0585-4ab9-9a83-dcbc66feee68 req-f52195ac-26d8-4601-917f-4a6aa1f64195 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:32.544029 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3ce2762f-0585-4ab9-9a83-dcbc66feee68 req-f52195ac-26d8-4601-917f-4a6aa1f64195 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.2904675 Aug 02 13:18:32.648912 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3ce2762f-0585-4ab9-9a83-dcbc66feee68 req-57a4dda7-b9b1-447d-91c0-dd13a399a4a3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980484 Aug 02 13:18:32.683180 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d0787dde-f652-4625-bea6-264bfb7fce27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:32.720987 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-d0787dde-f652-4625-bea6-264bfb7fce27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:32.734565 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-d0787dde-f652-4625-bea6-264bfb7fce27 admin admin] Usage tracker for resource:security_group_rule and tenant:e6d99419239e41f3ba44366ddf5b0c61 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:32.741059 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-d0787dde-f652-4625-bea6-264bfb7fce27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:32.758387 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-d0787dde-f652-4625-bea6-264bfb7fce27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:32.799960 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172ef91-a953-43f6-83f2-601bb7ebb23a req-b1957295-7232-4685-bbf9-ec5a6857c5c6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:32.802836 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a172ef91-a953-43f6-83f2-601bb7ebb23a req-b1957295-7232-4685-bbf9-ec5a6857c5c6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.2818825 Aug 02 13:18:32.938074 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a172ef91-a953-43f6-83f2-601bb7ebb23a req-03ee2d74-e1a9-4c41-b295-03b6047eaa06 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090550 Aug 02 13:18:33.059450 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d0787dde-f652-4625-bea6-264bfb7fce27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:33.066689 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d0787dde-f652-4625-bea6-264bfb7fce27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:33.072812 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6cf47a-1c57-4d7c-903f-8ea6f3093a1f req-e325bc10-f4d2-4d89-a9ef-fe77cd0a30d7 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:33.086599 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-de6cf47a-1c57-4d7c-903f-8ea6f3093a1f req-e325bc10-f4d2-4d89-a9ef-fe77cd0a30d7 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1999407 Aug 02 13:18:33.093379 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f3596165-63d8-4be5-8329-37ee26f8c5ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:33.102631 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 49468) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:33.108734 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-e5ec2361-a925-4df5-9458-3e062e1a9c15 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Request body: {'floatingip': {'port_id': '0f8855ed-8455-4329-87cc-fc30ec4e3b91'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:18:33.166197 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-d0787dde-f652-4625-bea6-264bfb7fce27 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e6d99419239e41f3ba44366ddf5b0c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8077533 Aug 02 13:18:33.167984 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 49474) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:33.191310 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0787dde-f652-4625-bea6-264bfb7fce27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81740d13-e13e-4602-bb10-5a9eed2b9a0c,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:33.199293 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d0787dde-f652-4625-bea6-264bfb7fce27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:33.215645 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e5ec2361-a925-4df5-9458-3e062e1a9c15 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for floatingip, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:33.319286 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-30ea5a26-5de8-4946-a9f2-35de95149e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:33.373553 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-30ea5a26-5de8-4946-a9f2-35de95149e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:33.484376 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-30ea5a26-5de8-4946-a9f2-35de95149e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:33.488611 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d688d830-0780-472c-ba33-b40dc9b51f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:33.502257 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ea5a26-5de8-4946-a9f2-35de95149e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81740d13-e13e-4602-bb10-5a9eed2b9a0c,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:33.517703 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-30ea5a26-5de8-4946-a9f2-35de95149e05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:33.533836 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-30ea5a26-5de8-4946-a9f2-35de95149e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:33.533836 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-30ea5a26-5de8-4946-a9f2-35de95149e05 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/81740d13-e13e-4602-bb10-5a9eed2b9a0c HTTP/1.1" status: 204 len: 168 time: 0.3638508 Aug 02 13:18:33.918162 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 49502) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:34.100995 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-96c88efe-aa41-41c2-9161-502dc4e3e21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:34.148340 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 49510) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:34.150176 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-96c88efe-aa41-41c2-9161-502dc4e3e21d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:34.158736 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-96c88efe-aa41-41c2-9161-502dc4e3e21d admin admin] Usage tracker for resource:security_group_rule and tenant:077e608adc374cee8c4c5623a5f8d494 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:34.164340 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-96c88efe-aa41-41c2-9161-502dc4e3e21d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:34.175660 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-96c88efe-aa41-41c2-9161-502dc4e3e21d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:34.260546 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-9e205f6c-4495-40b2-8742-c5d6e034a6f9 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:34.261318 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-9e205f6c-4495-40b2-8742-c5d6e034a6f9 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Synchronizing usage tracker for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:network {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:18:34.272211 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a1c1aa2f-12e8-4eea-a9e3-fc31e12bb2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:34.311687 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-a1c1aa2f-12e8-4eea-a9e3-fc31e12bb2d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:34.316511 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-96c88efe-aa41-41c2-9161-502dc4e3e21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:34.323684 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-96c88efe-aa41-41c2-9161-502dc4e3e21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:34.327270 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-a1c1aa2f-12e8-4eea-a9e3-fc31e12bb2d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c474b49b6dea4aa9b9e6a2934e2616b5 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:34.332850 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-a1c1aa2f-12e8-4eea-a9e3-fc31e12bb2d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:34.334496 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:34.346688 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-9e205f6c-4495-40b2-8742-c5d6e034a6f9 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Unset dirty status for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:network {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:18:34.348768 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-9e205f6c-4495-40b2-8742-c5d6e034a6f9 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/networks?id=8d55e602-c9e5-475a-8414-a458f789f4bf HTTP/1.1" status: 200 len: 814 time: 0.6515908 Aug 02 13:18:34.351999 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-a1c1aa2f-12e8-4eea-a9e3-fc31e12bb2d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:34.380956 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c88efe-aa41-41c2-9161-502dc4e3e21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7013b3f2-0361-4799-ac39-dd8e733a48ed,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:34.386231 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-96c88efe-aa41-41c2-9161-502dc4e3e21d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=077e608adc374cee8c4c5623a5f8d494&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4669781 Aug 02 13:18:34.387660 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-96c88efe-aa41-41c2-9161-502dc4e3e21d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:34.402778 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 49514) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:34.424321 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-cbb9365e-4c92-4635-a52a-5e87e08dc625 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/quotas/f80e631c5cce4d94a37b274cc8fd1085 HTTP/1.1" status: 200 len: 375 time: 0.0426941 Aug 02 13:18:34.517138 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8a5b6e02-0ae0-4a62-8a76-b15d74deb811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:34.571213 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8a5b6e02-0ae0-4a62-8a76-b15d74deb811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:34.699266 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e5ec2361-a925-4df5-9458-3e062e1a9c15 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:34.705855 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8a5b6e02-0ae0-4a62-8a76-b15d74deb811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:34.710475 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e5ec2361-a925-4df5-9458-3e062e1a9c15 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:34.715066 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:34.742018 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b6e02-0ae0-4a62-8a76-b15d74deb811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7013b3f2-0361-4799-ac39-dd8e733a48ed,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:34.746047 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8a5b6e02-0ae0-4a62-8a76-b15d74deb811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:34.753201 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8a5b6e02-0ae0-4a62-8a76-b15d74deb811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:34.759545 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-8a5b6e02-0ae0-4a62-8a76-b15d74deb811 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7013b3f2-0361-4799-ac39-dd8e733a48ed HTTP/1.1" status: 204 len: 168 time: 0.3516691 Aug 02 13:18:34.765393 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a1c1aa2f-12e8-4eea-a9e3-fc31e12bb2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:34.783515 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a1c1aa2f-12e8-4eea-a9e3-fc31e12bb2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:34.814831 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b9ce23d5-0b32-453a-809c-fa16a97e75fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:34.837895 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-0621feae-fdf3-46ce-9430-85b00933514f tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80e631c5cce4d94a37b274cc8fd1085&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4014471 Aug 02 13:18:34.910663 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-a1c1aa2f-12e8-4eea-a9e3-fc31e12bb2d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c474b49b6dea4aa9b9e6a2934e2616b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7529662 Aug 02 13:18:34.914100 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 49524) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:35.010455 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c1aa2f-12e8-4eea-a9e3-fc31e12bb2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12593e1c-09f3-4d43-b3a2-6b4f3bcaa408,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:35.010880 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7678192c-6afa-4041-91a3-a2d069045dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:35.047534 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a1c1aa2f-12e8-4eea-a9e3-fc31e12bb2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:35.057638 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7678192c-6afa-4041-91a3-a2d069045dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:35.148165 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.l3_db [None req-e5ec2361-a925-4df5-9458-3e062e1a9c15 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Floating IP 52ae0d96-fe1b-4ccf-8acd-ae980b531ee7 associated. External IP: 172.27.2.157, port: 0f8855ed-8455-4329-87cc-fc30ec4e3b91. Aug 02 13:18:35.148978 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7678192c-6afa-4041-91a3-a2d069045dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:35.158657 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-30ea5a26-5de8-4946-a9f2-35de95149e05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:35.182995 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678192c-6afa-4041-91a3-a2d069045dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12593e1c-09f3-4d43-b3a2-6b4f3bcaa408,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:35.193685 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-7678192c-6afa-4041-91a3-a2d069045dfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:35.195603 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7678192c-6afa-4041-91a3-a2d069045dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:35.198075 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-7678192c-6afa-4041-91a3-a2d069045dfb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/12593e1c-09f3-4d43-b3a2-6b4f3bcaa408 HTTP/1.1" status: 204 len: 168 time: 0.2824807 Aug 02 13:18:35.247574 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-84ede8f4-5d7e-446b-9899-dacb05d62cc0 service neutron] 10.222.0.49 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3887882 Aug 02 13:18:35.420466 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 49532) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:35.440270 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a60bd660-433b-4e4d-9ede-fd83767aeaca admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:35.460080 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-a60bd660-433b-4e4d-9ede-fd83767aeaca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:35.464970 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-a60bd660-433b-4e4d-9ede-fd83767aeaca admin admin] Usage tracker for resource:security_group_rule and tenant:143c63435cff4491bbc5e7eddcaf7023 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:35.469029 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-a60bd660-433b-4e4d-9ede-fd83767aeaca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:35.476576 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-a60bd660-433b-4e4d-9ede-fd83767aeaca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:35.593644 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a60bd660-433b-4e4d-9ede-fd83767aeaca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:35.601020 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a60bd660-433b-4e4d-9ede-fd83767aeaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:35.631916 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:35.662659 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 49538) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:35.662971 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-a60bd660-433b-4e4d-9ede-fd83767aeaca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=143c63435cff4491bbc5e7eddcaf7023&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406023 Aug 02 13:18:35.684005 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60bd660-433b-4e4d-9ede-fd83767aeaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a7aa1c-cbe9-4f3b-9e20-4b2fba2c6850,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:35.688320 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a60bd660-433b-4e4d-9ede-fd83767aeaca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:35.892596 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 49546) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:35.913038 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c7b79359-668e-4913-a11f-b07af253a6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:35.930876 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-c7b79359-668e-4913-a11f-b07af253a6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:35.936678 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-c7b79359-668e-4913-a11f-b07af253a6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:7fe61926cb424a52bad3fd10f834ac2f is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:35.940054 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-c7b79359-668e-4913-a11f-b07af253a6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:35.947171 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-c7b79359-668e-4913-a11f-b07af253a6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:36.006952 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-0573884b-1ce4-4aac-8969-6fb6e658a1b7 service neutron] 10.222.0.49 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7420828 Aug 02 13:18:36.065971 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c7b79359-668e-4913-a11f-b07af253a6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:36.072918 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c7b79359-668e-4913-a11f-b07af253a6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:36.087048 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:36.151484 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-c7b79359-668e-4913-a11f-b07af253a6f6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7fe61926cb424a52bad3fd10f834ac2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571745 Aug 02 13:18:36.158196 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b79359-668e-4913-a11f-b07af253a6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c7289d-7034-4bb1-a65c-08aebfb90547,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:36.166081 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-33bc8c6a-509e-4783-85e7-b0a239f945d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:36.169435 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 49550) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:36.173992 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c7b79359-668e-4913-a11f-b07af253a6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:36.240274 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:36.254228 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8fe255a7-94b4-48d7-acc1-ae5e13bcc3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:36.259855 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-33bc8c6a-509e-4783-85e7-b0a239f945d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:36.294469 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8fe255a7-94b4-48d7-acc1-ae5e13bcc3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:36.308827 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ec2361-a925-4df5-9458-3e062e1a9c15 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:18:36.408883 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8fe255a7-94b4-48d7-acc1-ae5e13bcc3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:36.414391 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-7678192c-6afa-4041-91a3-a2d069045dfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:36.431265 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe255a7-94b4-48d7-acc1-ae5e13bcc3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c7289d-7034-4bb1-a65c-08aebfb90547,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:36.437279 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8fe255a7-94b4-48d7-acc1-ae5e13bcc3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:36.447828 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8fe255a7-94b4-48d7-acc1-ae5e13bcc3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:36.449787 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-8fe255a7-94b4-48d7-acc1-ae5e13bcc3f9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/57c7289d-7034-4bb1-a65c-08aebfb90547 HTTP/1.1" status: 204 len: 168 time: 0.2781332 Aug 02 13:18:36.643893 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-33bc8c6a-509e-4783-85e7-b0a239f945d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:36.661352 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:36.824698 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc8c6a-509e-4783-85e7-b0a239f945d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a7aa1c-cbe9-4f3b-9e20-4b2fba2c6850,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:36.871741 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-33bc8c6a-509e-4783-85e7-b0a239f945d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:36.874597 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-33bc8c6a-509e-4783-85e7-b0a239f945d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:36.878716 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-33bc8c6a-509e-4783-85e7-b0a239f945d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/88a7aa1c-cbe9-4f3b-9e20-4b2fba2c6850 HTTP/1.1" status: 204 len: 168 time: 1.2096214 Aug 02 13:18:36.940728 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa403a24-6793-4881-9cab-b287ae09c318 req-c0505707-6088-4a5f-9f07-acf7beff5b1e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:36.943588 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-aa403a24-6793-4881-9cab-b287ae09c318 req-c0505707-6088-4a5f-9f07-acf7beff5b1e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.4725096 Aug 02 13:18:36.945864 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ec2361-a925-4df5-9458-3e062e1a9c15 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:18:36.954827 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e5ec2361-a925-4df5-9458-3e062e1a9c15 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:36.963210 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c9a6d4-e9a4-4e70-af10-9b5f3727a339 None None] Sync routers for ids ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:18:36.975797 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c9a6d4-e9a4-4e70-af10-9b5f3727a339 None None] Routers {'f2f0fcf2-8a6f-44b2-83e5-b519819699b7'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:18:36.976479 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-18c9a6d4-e9a4-4e70-af10-9b5f3727a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:18:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:18:37.146633 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c1a3cc85-76af-45cc-96ec-c90db2161ca1 req-67cd956d-12bd-42b5-964f-d712b42a25ab tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 210 time: 0.1856704 Aug 02 13:18:37.159945 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-aa403a24-6793-4881-9cab-b287ae09c318 req-55c06591-3fdd-4ca4-b110-498e690f0524 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441882 Aug 02 13:18:37.222596 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-e5ec2361-a925-4df5-9458-3e062e1a9c15 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "PUT /v2.0/floatingips/52ae0d96-fe1b-4ccf-8acd-ae980b531ee7 HTTP/1.1" status: 200 len: 991 time: 4.1187768 Aug 02 13:18:37.225688 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cb020e3-5862-454a-97d1-298b336bebf3', 'tag': '0f8855ed-8455-4329-87cc-fc30ec4e3b91'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:18:37.315139 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cb020e3-5862-454a-97d1-298b336bebf3', 'tag': '0f8855ed-8455-4329-87cc-fc30ec4e3b91', 'status': 'completed', 'code': 200} Aug 02 13:18:37.420071 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-18c9a6d4-e9a4-4e70-af10-9b5f3727a339 None None] Set router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:18:37.589570 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de178a1-65bf-49c7-bd22-c7b072060601 req-7ad5c643-fe15-4d51-8eec-d2601cbdc891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:37.591360 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8de178a1-65bf-49c7-bd22-c7b072060601 req-7ad5c643-fe15-4d51-8eec-d2601cbdc891 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1dfc0f7ffe5d46e38126837be5e982ce&device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 1098 time: 0.1673839 Aug 02 13:18:37.874196 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de178a1-65bf-49c7-bd22-c7b072060601 req-f431e799-188f-48f4-9bba-bc5e981fff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:37.880451 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8de178a1-65bf-49c7-bd22-c7b072060601 req-f431e799-188f-48f4-9bba-bc5e981fff2f service neutron] 10.222.0.53 "GET /v2.0/networks?id=f388a598-a9e9-4425-b334-df10ec450cba HTTP/1.1" status: 200 len: 911 time: 0.2745259 Aug 02 13:18:38.133618 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-18c9a6d4-e9a4-4e70-af10-9b5f3727a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:42Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '52ae0d96-fe1b-4ccf-8acd-ae980b531ee7', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'port_id': '0f8855ed-8455-4329-87cc-fc30ec4e3b91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'mac_address': 'fa:16:3e:66:b1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb020e3-5862-454a-97d1-298b336bebf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:18:00Z', 'updated_at': '2021-08-02T13:18:34Z', 'revision_number': 1, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e491168b-05bd-4e01-a729-1525c48d72c4', 'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'mac_address': 'fa:16:3e:f4:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:35Z', 'updated_at': '2021-08-02T13:17:59Z', 'revision_number': 5, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'subnets': [{'id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:18:38.142434 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c9a6d4-e9a4-4e70-af10-9b5f3727a339 None None] Checking router: f2f0fcf2-8a6f-44b2-83e5-b519819699b7 for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:18:38.144982 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 49614) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:38.181803 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c9a6d4-e9a4-4e70-af10-9b5f3727a339 None None] Routers {'f2f0fcf2-8a6f-44b2-83e5-b519819699b7'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:18:38.187329 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-18c9a6d4-e9a4-4e70-af10-9b5f3727a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:18:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:18:38.283523 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8de178a1-65bf-49c7-bd22-c7b072060601 req-46a5142e-7643-4ef9-81f1-62abb0d65e9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f8855ed-8455-4329-87cc-fc30ec4e3b91 HTTP/1.1" status: 200 len: 999 time: 0.3866868 Aug 02 13:18:38.543556 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de178a1-65bf-49c7-bd22-c7b072060601 req-12d2fcd4-f87b-4381-850e-6aa26dd08784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:38.545709 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8de178a1-65bf-49c7-bd22-c7b072060601 req-12d2fcd4-f87b-4381-850e-6aa26dd08784 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa6ef6ab-fa4e-4dab-a762-153ab4fccbae HTTP/1.1" status: 200 len: 849 time: 0.2507777 Aug 02 13:18:38.767360 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-18c9a6d4-e9a4-4e70-af10-9b5f3727a339 None None] Set router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:18:38.778763 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1898900522-network', 'tenant_id': '45234180b2c04a28872af96b876384bd'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:18:38.785645 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:38.797336 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Usage tracker for resource:network and tenant:45234180b2c04a28872af96b876384bd is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:38.821859 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8d1a35e4-273d-4c10-97b9-a2abbe48ffec req-504c35ed-b010-42a5-868b-8f44e2691a66 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 210 time: 0.1476216 Aug 02 13:18:38.878056 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de178a1-65bf-49c7-bd22-c7b072060601 req-26e2ede0-59d4-4442-bd10-6586b0f85cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:38.880129 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8de178a1-65bf-49c7-bd22-c7b072060601 req-26e2ede0-59d4-4442-bd10-6586b0f85cd9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f388a598-a9e9-4425-b334-df10ec450cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3019741 Aug 02 13:18:38.936412 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:38.977788 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:39.055882 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Made reservation on behalf of 45234180b2c04a28872af96b876384bd for: {'network': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:18:39.061403 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:39.089208 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8de178a1-65bf-49c7-bd22-c7b072060601 req-4eb48a7f-0879-43c5-a1c3-c69130eecea6 service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983302 Aug 02 13:18:39.101782 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:39.149102 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:39.165071 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Usage tracker for resource:security_group_rule and tenant:45234180b2c04a28872af96b876384bd is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:39.175683 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-3d949ce8-cfd7-40da-b735-b0b3e2de55ca tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:39.177562 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-3d949ce8-cfd7-40da-b735-b0b3e2de55ca tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "GET /v2.0/networks?id=8d55e602-c9e5-475a-8414-a458f789f4bf HTTP/1.1" status: 200 len: 814 time: 0.6040730 Aug 02 13:18:39.178876 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:39.187560 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:39.223612 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e64e9-de90-40b5-b20b-670968a1d92e req-fec32a70-c8a9-43a6-a7a3-4d5e466a7096 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:39.227626 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c84e64e9-de90-40b5-b20b-670968a1d92e req-fec32a70-c8a9-43a6-a7a3-4d5e466a7096 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.5932670 Aug 02 13:18:39.318218 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Request body: {'port': {'device_id': 'e5a1c0c2-2662-449e-8091-c63484327281', 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf', 'admin_state_up': True, 'tenant_id': 'f80e631c5cce4d94a37b274cc8fd1085'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:18:39.390307 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-18c9a6d4-e9a4-4e70-af10-9b5f3727a339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:42Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '52ae0d96-fe1b-4ccf-8acd-ae980b531ee7', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'port_id': '0f8855ed-8455-4329-87cc-fc30ec4e3b91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'mac_address': 'fa:16:3e:66:b1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb020e3-5862-454a-97d1-298b336bebf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:18:00Z', 'updated_at': '2021-08-02T13:18:34Z', 'revision_number': 1, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e491168b-05bd-4e01-a729-1525c48d72c4', 'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'mac_address': 'fa:16:3e:f4:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:35Z', 'updated_at': '2021-08-02T13:17:59Z', 'revision_number': 5, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'subnets': [{'id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:18:39.396094 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c9a6d4-e9a4-4e70-af10-9b5f3727a339 None None] The sync data for ids ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'] in dv-cinder-803181-1-iscsi is: [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:42Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '52ae0d96-fe1b-4ccf-8acd-ae980b531ee7', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'floating_ip_address': '172.27.2.157', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'port_id': '0f8855ed-8455-4329-87cc-fc30ec4e3b91', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'mac_address': 'fa:16:3e:66:b1:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cb020e3-5862-454a-97d1-298b336bebf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:18:00Z', 'updated_at': '2021-08-02T13:18:34Z', 'revision_number': 1, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e491168b-05bd-4e01-a729-1525c48d72c4', 'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'mac_address': 'fa:16:3e:f4:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:35Z', 'updated_at': '2021-08-02T13:17:59Z', 'revision_number': 5, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'subnets': [{'id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:18:39.442341 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:18:39.514627 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8de178a1-65bf-49c7-bd22-c7b072060601 req-454aa57f-3305-45ad-84a5-1fe4072cb61c service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947265 Aug 02 13:18:39.525590 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c84e64e9-de90-40b5-b20b-670968a1d92e req-26db9fbd-945a-4fbc-96a0-bfdf91741b2d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815754 Aug 02 13:18:39.687679 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:39.710989 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:39.732920 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:39.744346 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:39.750496 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a2557f01-0cfa-4139-aed3-1e2a6ab9c4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:39.764753 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Made reservation on behalf of f80e631c5cce4d94a37b274cc8fd1085 for: {'port': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:18:39.770469 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:39.928991 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab2f90a5-db68-457d-8e76-94ef2d5752e8 None None] New status for floating IP 52ae0d96-fe1b-4ccf-8acd-ae980b531ee7: ACTIVE {{(pid=78569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:18:40.060738 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Allocated IP 172.20.0.2 (8d55e602-c9e5-475a-8414-a458f789f4bf/17ee4538-d553-4bb8-955b-7497483b5977/a202e49f-9795-4d01-b3ee-93f928ec9793) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:18:40.136439 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=78567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:18:40.460779 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:40.488505 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f076afcb-00fc-4168-821c-d39fdfc59574,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:40.553578 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.803s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:40.555382 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:40.555921 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.segments_db [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Added segment 70af8c79-1b5e-4a52-914b-886edf7ef194 of type vlan for network 1af4f0db-1d52-42f5-99c1-fd1094ac507d Aug 02 13:18:40.564015 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9d246088-967e-470b-81d7-a9ba5054e59d req-f70c59e8-fff8-42f2-a7f2-ba1ee8718f9a tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 210 time: 0.0796604 Aug 02 13:18:40.617838 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:40.629272 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:40.645558 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-074983b6-26f3-4397-af0d-3b8f13da1f27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:40.896147 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.db.resource_extend [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 02 13:18:40.911565 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Network 8d55e602-c9e5-475a-8414-a458f789f4bf is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:18:40.925640 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:18:40.936823 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:18:40.942444 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:40.943116 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:40.959236 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Pushing event updated for resources: {'Port': ['ID=a202e49f-9795-4d01-b3ee-93f928ec9793,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:40.975732 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:40.982256 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:40.989433 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:40.990154 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:41.000280 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-851cb0e3-9b20-403b-9c14-255e0ba2ab38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:41.121926 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8168275 Aug 02 13:18:41.131987 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9854131 Aug 02 13:18:41.136203 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 49672) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:41.139660 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Pushing event updated for resources: {'Network': ['ID=1af4f0db-1d52-42f5-99c1-fd1094ac507d,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:41.145014 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:41.150987 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Request body: {'subnet': {'network_id': '1af4f0db-1d52-42f5-99c1-fd1094ac507d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1898900522-subnet', 'tenant_id': '45234180b2c04a28872af96b876384bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:18:41.155498 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network 1af4f0db-1d52-42f5-99c1-fd1094ac507d details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:18:41.159590 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:41.172079 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e076362-989b-4b0b-91dd-bb0715d574c9 req-75cfae27-daf5-44e9-acca-5b59342e0058 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:41.174157 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5e076362-989b-4b0b-91dd-bb0715d574c9 req-75cfae27-daf5-44e9-acca-5b59342e0058 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.3204486 Aug 02 13:18:41.178410 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Usage tracker for resource:subnet and tenant:45234180b2c04a28872af96b876384bd is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:41.183959 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:41.204822 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:41.229425 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Made reservation on behalf of 45234180b2c04a28872af96b876384bd for: {'subnet': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:18:41.232459 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:41.277063 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5e076362-989b-4b0b-91dd-bb0715d574c9 req-f294233a-39e7-46bf-84a1-38b0777f0913 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895460 Aug 02 13:18:41.555315 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:41.559476 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-758187c8-7890-4ac7-81b0-28b2ca829ee4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:41.634013 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f80ba91-319a-4ca0-8d80-b96e08d66c26,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:41.637624 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:41.644826 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Checking segment: {'id': '70af8c79-1b5e-4a52-914b-886edf7ef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1af4f0db-1d52-42f5-99c1-fd1094ac507d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:18:41.645218 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Network hostable DHCP agents. Network: 1af4f0db-1d52-42f5-99c1-fd1094ac507d, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:18:41.667412 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Network 1af4f0db-1d52-42f5-99c1-fd1094ac507d is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:18:41.678130 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, 1af4f0db-1d52-42f5-99c1-fd1094ac507d) {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:18:41.682041 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:41.682651 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:41.690226 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817dac61-17e8-481a-8cea-4f644a0d475d None None] Network 1af4f0db-1d52-42f5-99c1-fd1094ac507d requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:18:41.706807 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5693166 Aug 02 13:18:42.042226 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2365de40-40e1-4e72-8209-f2c2655fe034 None None] Network 1af4f0db-1d52-42f5-99c1-fd1094ac507d requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:18:43.620563 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['7fe6e73d-0979-4106-8a52-6857e01c21a4'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:18:43.659826 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Request body: {'port': {'device_id': 'e5a1c0c2-2662-449e-8091-c63484327281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:18:43.929154 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:44.047039 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91cf1e2-e8b2-467e-a272-662602a21533 req-13ea2e4d-7630-4b2e-b1d5-f2a5f6e39e04 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:44.048650 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f91cf1e2-e8b2-467e-a272-662602a21533 req-13ea2e4d-7630-4b2e-b1d5-f2a5f6e39e04 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 931 time: 0.1275280 Aug 02 13:18:44.109893 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f91cf1e2-e8b2-467e-a272-662602a21533 req-16f10b4e-8623-4f91-86ef-fb52ab9538ff tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516183 Aug 02 13:18:44.223998 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1ebba-227b-40bb-a48b-cb110f19743a req-225876ae-0dc5-468c-8fac-39ff269c8f4b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:44.225543 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e3f1ebba-227b-40bb-a48b-cb110f19743a req-225876ae-0dc5-468c-8fac-39ff269c8f4b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.2066834 Aug 02 13:18:44.370668 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e3f1ebba-227b-40bb-a48b-cb110f19743a req-edf69539-b8e6-4833-af2e-61ae1e6a2829 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296988 Aug 02 13:18:44.498702 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a202e49f-9795-4d01-b3ee-93f928ec9793 {{(pid=78567) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:18:44.507653 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:44.525050 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.provisioning_blocks [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Transition to ACTIVE for port object a202e49f-9795-4d01-b3ee-93f928ec9793 will not be triggered until provisioned by entity L2. {{(pid=78567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:18:44.530073 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:44.534566 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-32ef90eb-b8a2-455c-9aee-e597e38f03ca tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:44.696011 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=a202e49f-9795-4d01-b3ee-93f928ec9793,revision_number=2']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:44.707174 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:44.732281 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.managers [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Attempting to bind port a202e49f-9795-4d01-b3ee-93f928ec9793 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:18:44.732690 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.managers [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Attempting to bind port a202e49f-9795-4d01-b3ee-93f928ec9793 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'}] {{(pid=78567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:18:44.733671 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Attempting to bind port a202e49f-9795-4d01-b3ee-93f928ec9793 on network 8d55e602-c9e5-475a-8414-a458f789f4bf {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:18:44.739607 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Port a202e49f-9795-4d01-b3ee-93f928ec9793 on network 8d55e602-c9e5-475a-8414-a458f789f4bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:18:44.739904 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Attempting to bind port a202e49f-9795-4d01-b3ee-93f928ec9793 on network 8d55e602-c9e5-475a-8414-a458f789f4bf {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:18:44.746278 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:18:44.746779 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Checking segment: {'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:18:44.747678 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Bound using segment: {'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'} {{(pid=78567) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:18:44.748254 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.managers [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Bound port: a202e49f-9795-4d01-b3ee-93f928ec9793, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'}}] {{(pid=78567) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:18:44.748638 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:44.892875 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] For port a202e49f-9795-4d01-b3ee-93f928ec9793, host hv-cinder-80318, cleared binding levels {{(pid=78567) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:18:44.897997 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] For port a202e49f-9795-4d01-b3ee-93f928ec9793, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=a202e49f-9795-4d01-b3ee-93f928ec9793,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78567) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:18:44.905153 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:44.910185 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:44.985551 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:44.986308 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:44.987979 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] 10.222.0.53 "PUT /v2.0/ports/a202e49f-9795-4d01-b3ee-93f928ec9793 HTTP/1.1" status: 200 len: 1093 time: 1.3409209 Aug 02 13:18:44.988566 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a1c0c2-2662-449e-8091-c63484327281', 'tag': 'a202e49f-9795-4d01-b3ee-93f928ec9793'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:18:45.020571 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=a202e49f-9795-4d01-b3ee-93f928ec9793,revision_number=3']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:45.028561 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:45.099076 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5a1c0c2-2662-449e-8091-c63484327281', 'tag': 'a202e49f-9795-4d01-b3ee-93f928ec9793', 'status': 'completed', 'code': 200} Aug 02 13:18:45.245490 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-cf71064d-7447-4c72-9483-628297ab4fe4 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:45.253606 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-cf71064d-7447-4c72-9483-628297ab4fe4 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/networks?id=1af4f0db-1d52-42f5-99c1-fd1094ac507d HTTP/1.1" status: 200 len: 809 time: 0.2056127 Aug 02 13:18:45.263845 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-78ace336-df0f-4f6b-afaf-651aa04cccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:45.265727 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-78ace336-df0f-4f6b-afaf-651aa04cccd0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f80e631c5cce4d94a37b274cc8fd1085&device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 1096 time: 0.1484776 Aug 02 13:18:45.271278 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-9bde7562-f50e-42ba-a673-dfa6b27c0447 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/quotas/45234180b2c04a28872af96b876384bd HTTP/1.1" status: 200 len: 375 time: 0.0166752 Aug 02 13:18:45.330089 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-b770867c-65aa-4ad6-b93b-1e70673f8295 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=45234180b2c04a28872af96b876384bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578423 Aug 02 13:18:45.544549 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-8c5cdd08-14fb-417c-bb54-952540686e23 service neutron] 10.222.0.49 "GET /v2.0/networks/1af4f0db-1d52-42f5-99c1-fd1094ac507d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127059 Aug 02 13:18:45.601309 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-d2e32229-e559-4ecb-9666-18aed9d37b8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a202e49f-9795-4d01-b3ee-93f928ec9793 HTTP/1.1" status: 200 len: 217 time: 0.2899036 Aug 02 13:18:45.690372 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-308742af-6c5e-45eb-a825-06267246c527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:45.691879 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-308742af-6c5e-45eb-a825-06267246c527 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17ee4538-d553-4bb8-955b-7497483b5977 HTTP/1.1" status: 200 len: 854 time: 0.0822389 Aug 02 13:18:45.768639 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-82ef9442-eab6-4897-b14f-1f0b7dfd5d35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8d55e602-c9e5-475a-8414-a458f789f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567796 Aug 02 13:18:45.796048 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da9d8f5-7b53-4229-a503-16aa64855a53 req-dcb7e7c2-a88f-4abe-876b-54a51efc482b tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:45.797375 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-6da9d8f5-7b53-4229-a503-16aa64855a53 req-dcb7e7c2-a88f-4abe-876b-54a51efc482b tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Synchronizing usage tracker for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:port {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:18:45.823757 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-778b280f-0a8c-443e-9f0e-e2fd6ca68b51 service neutron] 10.222.0.49 "GET /v2.0/networks/1af4f0db-1d52-42f5-99c1-fd1094ac507d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780478 Aug 02 13:18:45.911065 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-6da9d8f5-7b53-4229-a503-16aa64855a53 req-dcb7e7c2-a88f-4abe-876b-54a51efc482b tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Unset dirty status for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:port {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:18:45.917983 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6da9d8f5-7b53-4229-a503-16aa64855a53 req-dcb7e7c2-a88f-4abe-876b-54a51efc482b tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 943 time: 0.3912861 Aug 02 13:18:45.983010 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6da9d8f5-7b53-4229-a503-16aa64855a53 req-4ab5aa09-a6b8-455c-a176-e970ce4be737 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638559 Aug 02 13:18:46.015331 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-f65ed000-b11f-4a65-a968-8cf7cb29f390 service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140985 Aug 02 13:18:46.215162 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ed4f1-7a7a-4258-b1e7-2fce6a33bbc2 req-cee3cc43-73b9-477d-a937-19277f4fd3a3 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:46.219704 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b39ed4f1-7a7a-4258-b1e7-2fce6a33bbc2 req-cee3cc43-73b9-477d-a937-19277f4fd3a3 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1684825 Aug 02 13:18:46.394153 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b39ed4f1-7a7a-4258-b1e7-2fce6a33bbc2 req-79fb8916-ce42-48c1-be51-0b56f88483d5 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669743 Aug 02 13:18:46.432007 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-511d4a4f-194f-4e8b-ae91-3a9d41fe399b req-5af2b8cb-50f7-4cdd-a440-fa7e6162fcf9 service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067752 Aug 02 13:18:46.435582 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-66885317-b02b-4626-936b-4a94d83cde23 req-f7433da9-a706-45c8-89c6-237f9f74ac51 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 210 time: 0.1209621 Aug 02 13:18:46.799104 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3979a0f-4da3-4d50-85f2-e51712f25dd3 req-2cc6f4ad-dc0a-4938-a821-c195886e94c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:46.800812 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a3979a0f-4da3-4d50-85f2-e51712f25dd3 req-2cc6f4ad-dc0a-4938-a821-c195886e94c7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f80e631c5cce4d94a37b274cc8fd1085&device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 1096 time: 0.1290619 Aug 02 13:18:47.008449 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3979a0f-4da3-4d50-85f2-e51712f25dd3 req-d5e89762-4edf-404a-9f62-ffae1acbd91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:47.010328 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a3979a0f-4da3-4d50-85f2-e51712f25dd3 req-d5e89762-4edf-404a-9f62-ffae1acbd91f service neutron] 10.222.0.53 "GET /v2.0/networks?id=8d55e602-c9e5-475a-8414-a458f789f4bf HTTP/1.1" status: 200 len: 915 time: 0.2008958 Aug 02 13:18:47.331834 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a3979a0f-4da3-4d50-85f2-e51712f25dd3 req-345b1ce2-38aa-4f75-88ff-9a61dd02d9ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a202e49f-9795-4d01-b3ee-93f928ec9793 HTTP/1.1" status: 200 len: 217 time: 0.3061185 Aug 02 13:18:47.443830 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716c0eb-0889-4c4b-9de2-2756b1e38498 req-8798ab9a-94af-4b1c-856d-3d40a5ea76e2 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:47.446620 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f716c0eb-0889-4c4b-9de2-2756b1e38498 req-8798ab9a-94af-4b1c-856d-3d40a5ea76e2 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 945 time: 0.2949259 Aug 02 13:18:47.533633 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f716c0eb-0889-4c4b-9de2-2756b1e38498 req-87aafe8a-2b47-401f-8dc2-cea8d099d675 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750511 Aug 02 13:18:47.541771 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3979a0f-4da3-4d50-85f2-e51712f25dd3 req-4b6c8516-5147-4c62-9693-ea6f05a6a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:47.546157 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a3979a0f-4da3-4d50-85f2-e51712f25dd3 req-4b6c8516-5147-4c62-9693-ea6f05a6a322 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17ee4538-d553-4bb8-955b-7497483b5977 HTTP/1.1" status: 200 len: 854 time: 0.2019920 Aug 02 13:18:47.650730 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafadc19-cdab-4554-8645-33e23beb5bbb req-2466b8f7-18ec-4e0d-8dac-83c7b3afb875 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:47.653854 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-eafadc19-cdab-4554-8645-33e23beb5bbb req-2466b8f7-18ec-4e0d-8dac-83c7b3afb875 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 943 time: 0.4130583 Aug 02 13:18:47.670806 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a3979a0f-4da3-4d50-85f2-e51712f25dd3 req-5f025e6b-bd96-40cb-986b-0eb7ad5e7ac2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8d55e602-c9e5-475a-8414-a458f789f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1053760 Aug 02 13:18:47.911194 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-eafadc19-cdab-4554-8645-33e23beb5bbb req-8b28cca3-a4e6-4acb-94c3-7d652177b4bd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454331 Aug 02 13:18:47.986888 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a3979a0f-4da3-4d50-85f2-e51712f25dd3 req-f84dfddf-0a8a-4b08-877a-f76e2124458b service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922463 Aug 02 13:18:48.104181 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e752535-d5ed-49a3-8bda-d85273baf687 req-3efced5d-9f54-4076-bb5f-6280d8af1a33 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:48.105865 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e752535-d5ed-49a3-8bda-d85273baf687 req-3efced5d-9f54-4076-bb5f-6280d8af1a33 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1998179 Aug 02 13:18:48.180761 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e752535-d5ed-49a3-8bda-d85273baf687 req-9f7069c9-c315-4fbc-89ba-4078d3b3b2c1 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674744 Aug 02 13:18:48.281889 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-06581e06-278a-4499-93cc-a4964188c847 req-9ed04a2c-2ceb-4791-8bbe-509b02f402ec tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 210 time: 0.1056168 Aug 02 13:18:48.367126 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a3979a0f-4da3-4d50-85f2-e51712f25dd3 req-3cfd3783-ce0a-44aa-8e47-654cc7025fab service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3704417 Aug 02 13:18:48.581995 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-e52786c4-10e1-4698-9806-30d24afadbe3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:48.583536 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-e52786c4-10e1-4698-9806-30d24afadbe3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.53 "GET /v2.0/networks?id=1af4f0db-1d52-42f5-99c1-fd1094ac507d HTTP/1.1" status: 200 len: 809 time: 0.2998438 Aug 02 13:18:48.621773 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Request body: {'port': {'device_id': '5401c4fb-967d-466c-b664-8b027a68e2c6', 'network_id': '1af4f0db-1d52-42f5-99c1-fd1094ac507d', 'admin_state_up': True, 'tenant_id': '45234180b2c04a28872af96b876384bd'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:18:48.780701 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115578f-3897-4d0a-a9f7-c31247f6e080 req-a2dd4726-c237-403b-8b03-945718f0750b tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:48.788332 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6115578f-3897-4d0a-a9f7-c31247f6e080 req-a2dd4726-c237-403b-8b03-945718f0750b tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1062512 Aug 02 13:18:48.822281 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:48.835947 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Usage tracker for resource:port and tenant:45234180b2c04a28872af96b876384bd is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:48.843008 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:48.859506 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:48.882551 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Made reservation on behalf of 45234180b2c04a28872af96b876384bd for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:18:48.886825 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6115578f-3897-4d0a-a9f7-c31247f6e080 req-c3586321-9632-47be-8720-7d227b7d6d78 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969443 Aug 02 13:18:48.890576 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:48.947072 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 49852) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:49.158150 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Allocated IP 172.20.0.13 (1af4f0db-1d52-42f5-99c1-fd1094ac507d/1f80ba91-319a-4ca0-8d80-b96e08d66c26/13aed7c3-0405-4566-9827-d55bb11e331d) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:18:49.249544 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-bdf90be1-3162-49d7-a23d-8d85bca3b506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:49.294861 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-bdf90be1-3162-49d7-a23d-8d85bca3b506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:49.306103 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-bdf90be1-3162-49d7-a23d-8d85bca3b506 admin admin] Usage tracker for resource:security_group_rule and tenant:5ffcd293eb534021887d00d802edcd42 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:49.312005 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-bdf90be1-3162-49d7-a23d-8d85bca3b506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:49.323998 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-bdf90be1-3162-49d7-a23d-8d85bca3b506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:49.649700 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:49.650989 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device a202e49f-9795-4d01-b3ee-93f928ec9793 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:18:49.700714 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b5145-ab5f-4a42-a0ab-cb1956bcedac req-f357cdef-b61d-4abd-9b59-bd0a3b577077 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:49.703401 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-413b5145-ab5f-4a42-a0ab-cb1956bcedac req-f357cdef-b61d-4abd-9b59-bd0a3b577077 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 943 time: 0.1983888 Aug 02 13:18:49.718556 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604a3d9-cc6c-4d51-8299-23ecfb2d94e9 req-77cba83a-9ca7-4a42-b963-46fa6fd108d7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:49.721153 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e604a3d9-cc6c-4d51-8299-23ecfb2d94e9 req-77cba83a-9ca7-4a42-b963-46fa6fd108d7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.2435303 Aug 02 13:18:49.764566 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:49.778356 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-0bccf78d-fb0f-4c83-b7a6-94d432ae1cc8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:49.822362 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-bdf90be1-3162-49d7-a23d-8d85bca3b506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:49.831641 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f1df20b2-d916-4a93-877f-8dab9a8d74f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:49.838885 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-bdf90be1-3162-49d7-a23d-8d85bca3b506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:49.862796 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:49.864416 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port a202e49f-9795-4d01-b3ee-93f928ec9793, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=a202e49f-9795-4d01-b3ee-93f928ec9793,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:49.887064 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-413b5145-ab5f-4a42-a0ab-cb1956bcedac req-85ef22c9-5ee8-44f1-9855-af87497e8afa tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741424 Aug 02 13:18:49.922752 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': 'a202e49f-9795-4d01-b3ee-93f928ec9793', 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf', 'port_id': 'a202e49f-9795-4d01-b3ee-93f928ec9793', 'mac_address': 'fa:16:3e:ac:64:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ee4538-d553-4bb8-955b-7497483b5977', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:18:49.927634 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Network 1af4f0db-1d52-42f5-99c1-fd1094ac507d is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:18:49.938901 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:18:49.951175 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:18:49.961720 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-bdf90be1-3162-49d7-a23d-8d85bca3b506 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5ffcd293eb534021887d00d802edcd42&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0128565 Aug 02 13:18:49.963732 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf90be1-3162-49d7-a23d-8d85bca3b506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9045ad08-5537-4947-8c9c-aa2b8c3d3327,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:49.968581 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 49874) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:49.968874 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:49.969991 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:49.973779 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-bdf90be1-3162-49d7-a23d-8d85bca3b506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:49.999817 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e604a3d9-cc6c-4d51-8299-23ecfb2d94e9 req-ff4242c0-0225-4728-922e-6a16f924babf tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655263 Aug 02 13:18:50.009976 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Pushing event updated for resources: {'Port': ['ID=13aed7c3-0405-4566-9827-d55bb11e331d,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:50.016113 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:50.031274 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:50.042853 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4282780 Aug 02 13:18:50.068230 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a202e49f-9795-4d01-b3ee-93f928ec9793 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:18:50.085311 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Request body: {'port': {'device_id': '5401c4fb-967d-466c-b664-8b027a68e2c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:18:50.135066 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1053-67b8-4905-908c-4b9eb6485969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:50.142686 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port a202e49f-9795-4d01-b3ee-93f928ec9793, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=a202e49f-9795-4d01-b3ee-93f928ec9793,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:50.165350 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:50.170487 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:50.228090 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1053-67b8-4905-908c-4b9eb6485969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:50.318805 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=a202e49f-9795-4d01-b3ee-93f928ec9793,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:50.327768 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:50.343571 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:50.348650 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1053-67b8-4905-908c-4b9eb6485969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:50.358697 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-fb7601fc-72e1-491b-914f-f2390a9c52a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:50.382603 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d1053-67b8-4905-908c-4b9eb6485969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9045ad08-5537-4947-8c9c-aa2b8c3d3327,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:50.384607 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1053-67b8-4905-908c-4b9eb6485969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:50.386084 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-fa2d1053-67b8-4905-908c-4b9eb6485969 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9045ad08-5537-4947-8c9c-aa2b8c3d3327 HTTP/1.1" status: 204 len: 168 time: 0.4157450 Aug 02 13:18:50.386895 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-fa2d1053-67b8-4905-908c-4b9eb6485969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:50.391663 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:50.424055 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe570d-52b8-4136-9224-be7070f33cc3 req-0b47a125-1a8a-44c2-ba70-b9a020e9143a tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:50.444300 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-dfbe570d-52b8-4136-9224-be7070f33cc3 req-0b47a125-1a8a-44c2-ba70-b9a020e9143a tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 932 time: 0.2809024 Aug 02 13:18:50.532056 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-dfbe570d-52b8-4136-9224-be7070f33cc3 req-1f977b64-9591-451e-8d99-66ef1a70ffeb tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Synchronizing usage tracker for tenant:45234180b2c04a28872af96b876384bd on resource:security_group {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:18:50.571732 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-dfbe570d-52b8-4136-9224-be7070f33cc3 req-1f977b64-9591-451e-8d99-66ef1a70ffeb tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Unset dirty status for tenant:45234180b2c04a28872af96b876384bd on resource:security_group {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:18:50.581153 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-dfbe570d-52b8-4136-9224-be7070f33cc3 req-1f977b64-9591-451e-8d99-66ef1a70ffeb tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328852 Aug 02 13:18:50.720036 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['a202e49f-9795-4d01-b3ee-93f928ec9793'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:18:50.869011 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88184194-cf69-414c-a2ab-99cab0b4c87c req-b3a27350-f948-4bbe-a022-cd71aa058d0e tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:50.870886 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-88184194-cf69-414c-a2ab-99cab0b4c87c req-b3a27350-f948-4bbe-a022-cd71aa058d0e tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.53 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 945 time: 0.1555159 Aug 02 13:18:51.023537 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [req-88184194-cf69-414c-a2ab-99cab0b4c87c req-20578004-1db6-4e90-b862-2002a38ed0b1 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Deleting port 683ab527-59de-4a4f-9d48-6380a41d3028 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:18:51.024807 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-88184194-cf69-414c-a2ab-99cab0b4c87c req-20578004-1db6-4e90-b862-2002a38ed0b1 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:51.170257 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13aed7c3-0405-4566-9827-d55bb11e331d {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:18:51.181127 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:51.198496 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Transition to ACTIVE for port object 13aed7c3-0405-4566-9827-d55bb11e331d will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:18:51.211923 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb45b0e6-d429-4767-83fd-9515b3db4bbd req-f41e32b3-f99e-4081-bb06-48fc6d3571e3 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:51.213612 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fb45b0e6-d429-4767-83fd-9515b3db4bbd req-f41e32b3-f99e-4081-bb06-48fc6d3571e3 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 945 time: 0.6450834 Aug 02 13:18:51.214130 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 49898) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:51.218438 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:51.267044 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:51.387078 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3deead-6de3-4d5b-812c-db332845a2a1 req-9f5f986e-0f6b-4d1f-9f39-c7a08be0ef27 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:51.389725 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-dd3deead-6de3-4d5b-812c-db332845a2a1 req-9f5f986e-0f6b-4d1f-9f39-c7a08be0ef27 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 944 time: 0.2854807 Aug 02 13:18:51.438548 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [req-88184194-cf69-414c-a2ab-99cab0b4c87c req-20578004-1db6-4e90-b862-2002a38ed0b1 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] For port 683ab527-59de-4a4f-9d48-6380a41d3028, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=683ab527-59de-4a4f-9d48-6380a41d3028,segment=NetworkSegment(3f1303a9-8865-492e-aad2-a84e5c032c26),segment_id=3f1303a9-8865-492e-aad2-a84e5c032c26)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:51.439180 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-88184194-cf69-414c-a2ab-99cab0b4c87c req-20578004-1db6-4e90-b862-2002a38ed0b1 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:51.601302 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Pushing event updated for resources: {'Port': ['ID=13aed7c3-0405-4566-9827-d55bb11e331d,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:51.608107 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:51.621388 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fb45b0e6-d429-4767-83fd-9515b3db4bbd req-488ab649-8b42-4718-bb0d-d9388d05b136 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/security-groups?id=bfde4aba-b7da-4f25-8f10-110e5482525c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802214 Aug 02 13:18:51.629447 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [req-88184194-cf69-414c-a2ab-99cab0b4c87c req-20578004-1db6-4e90-b862-2002a38ed0b1 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Calling delete_port for 683ab527-59de-4a4f-9d48-6380a41d3028 owned by compute:nova {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:18:51.694196 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-dd3deead-6de3-4d5b-812c-db332845a2a1 req-86005e80-dd4e-4671-abbf-50bc62b0d3c4 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407355 Aug 02 13:18:51.706183 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Attempting to bind port 13aed7c3-0405-4566-9827-d55bb11e331d on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:18:51.706534 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Attempting to bind port 13aed7c3-0405-4566-9827-d55bb11e331d by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '70af8c79-1b5e-4a52-914b-886edf7ef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1af4f0db-1d52-42f5-99c1-fd1094ac507d'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:18:51.706869 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Attempting to bind port 13aed7c3-0405-4566-9827-d55bb11e331d on network 1af4f0db-1d52-42f5-99c1-fd1094ac507d {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:18:51.709375 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b37494b4-8435-4b30-9951-675ef3599722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:51.754044 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Port 13aed7c3-0405-4566-9827-d55bb11e331d on network 1af4f0db-1d52-42f5-99c1-fd1094ac507d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:18:51.755391 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Attempting to bind port 13aed7c3-0405-4566-9827-d55bb11e331d on network 1af4f0db-1d52-42f5-99c1-fd1094ac507d {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:18:51.775028 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:18:51.775720 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Checking segment: {'id': '70af8c79-1b5e-4a52-914b-886edf7ef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1af4f0db-1d52-42f5-99c1-fd1094ac507d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:18:51.776311 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Bound using segment: {'id': '70af8c79-1b5e-4a52-914b-886edf7ef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1af4f0db-1d52-42f5-99c1-fd1094ac507d'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:18:51.776986 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Bound port: 13aed7c3-0405-4566-9827-d55bb11e331d, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70af8c79-1b5e-4a52-914b-886edf7ef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1af4f0db-1d52-42f5-99c1-fd1094ac507d'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:18:51.777564 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:51.799267 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-b37494b4-8435-4b30-9951-675ef3599722 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:51.850095 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-b37494b4-8435-4b30-9951-675ef3599722 admin admin] Usage tracker for resource:security_group_rule and tenant:14f4e4653fc24a4e8e0b88c9828f150d is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:51.857216 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-b37494b4-8435-4b30-9951-675ef3599722 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:51.869178 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-b37494b4-8435-4b30-9951-675ef3599722 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:51.948929 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-88184194-cf69-414c-a2ab-99cab0b4c87c req-20578004-1db6-4e90-b862-2002a38ed0b1 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:51.962641 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:52.046195 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['683ab527-59de-4a4f-9d48-6380a41d3028'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:18:52.066519 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20578004-1db6-4e90-b862-2002a38ed0b1 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Pushing event deleted for resources: {'Port': ['ID=683ab527-59de-4a4f-9d48-6380a41d3028,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:52.067734 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] For port 13aed7c3-0405-4566-9827-d55bb11e331d, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:18:52.072451 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] For port 13aed7c3-0405-4566-9827-d55bb11e331d, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=13aed7c3-0405-4566-9827-d55bb11e331d,segment=NetworkSegment(70af8c79-1b5e-4a52-914b-886edf7ef194),segment_id=70af8c79-1b5e-4a52-914b-886edf7ef194)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:18:52.082974 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:52.096396 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-39048b75-98bc-438a-9edc-11842ab185a3 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:52.166277 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:52.167033 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:52.168661 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] 10.222.0.53 "PUT /v2.0/ports/13aed7c3-0405-4566-9827-d55bb11e331d HTTP/1.1" status: 200 len: 1094 time: 2.0916808 Aug 02 13:18:52.174090 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5401c4fb-967d-466c-b664-8b027a68e2c6', 'tag': '13aed7c3-0405-4566-9827-d55bb11e331d'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:18:52.234496 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f7a78-aba5-4cef-ad7e-46aeba325ac5 req-07128f18-bef8-47d8-b4db-189ff7334e77 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:52.236187 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-813f7a78-aba5-4cef-ad7e-46aeba325ac5 req-07128f18-bef8-47d8-b4db-189ff7334e77 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.3683546 Aug 02 13:18:52.239630 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Pushing event updated for resources: {'Port': ['ID=13aed7c3-0405-4566-9827-d55bb11e331d,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:52.257871 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:52.290161 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-20578004-1db6-4e90-b862-2002a38ed0b1 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:52.302585 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [req-88184194-cf69-414c-a2ab-99cab0b4c87c req-20578004-1db6-4e90-b862-2002a38ed0b1 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] No DVR routers for this DVR port 683ab527-59de-4a4f-9d48-6380a41d3028 on host hv-cinder-80318 {{(pid=78567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:18:52.316674 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-88184194-cf69-414c-a2ab-99cab0b4c87c req-20578004-1db6-4e90-b862-2002a38ed0b1 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:52.320522 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11eafbd6-b6ae-4ae1-af08-497b52a8c5f6', 'name': 'network-vif-deleted', 'tag': '683ab527-59de-4a4f-9d48-6380a41d3028'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:18:52.350834 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-88184194-cf69-414c-a2ab-99cab0b4c87c req-20578004-1db6-4e90-b862-2002a38ed0b1 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.53 "DELETE /v2.0/ports/683ab527-59de-4a4f-9d48-6380a41d3028 HTTP/1.1" status: 204 len: 173 time: 1.4704309 Aug 02 13:18:52.382107 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe148e-f320-4df0-83d8-179b8b0baad6 req-16c5e4fb-ee6a-4a04-bc8a-0a360e625395 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:52.383677 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-23fe148e-f320-4df0-83d8-179b8b0baad6 req-16c5e4fb-ee6a-4a04-bc8a-0a360e625395 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 944 time: 0.2088885 Aug 02 13:18:52.384662 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b37494b4-8435-4b30-9951-675ef3599722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:52.392480 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-813f7a78-aba5-4cef-ad7e-46aeba325ac5 req-04b11435-0323-4891-a442-fdd3620174c5 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492939 Aug 02 13:18:52.399031 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b37494b4-8435-4b30-9951-675ef3599722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:52.417776 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8a5b6e02-0ae0-4a62-8a76-b15d74deb811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:52.473032 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-b37494b4-8435-4b30-9951-675ef3599722 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=14f4e4653fc24a4e8e0b88c9828f150d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2564356 Aug 02 13:18:52.473347 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-23fe148e-f320-4df0-83d8-179b8b0baad6 req-6aa4651c-3dc5-47e7-b428-571dd6bbcdc0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701122 Aug 02 13:18:52.474523 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 49932) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:52.519842 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37494b4-8435-4b30-9951-675ef3599722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4725a0-8177-4785-aea6-8969c5d65077,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:52.527248 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b37494b4-8435-4b30-9951-675ef3599722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:52.565814 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-258a84db-9801-4f66-8832-cccb8b17892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:52.567419 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-258a84db-9801-4f66-8832-cccb8b17892b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=45234180b2c04a28872af96b876384bd&device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 1097 time: 0.2718720 Aug 02 13:18:52.578432 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5401c4fb-967d-466c-b664-8b027a68e2c6', 'tag': '13aed7c3-0405-4566-9827-d55bb11e331d', 'status': 'completed', 'code': 200} Aug 02 13:18:52.621316 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b8c29c63-f903-4a40-bb46-b3e688a1dc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:52.634390 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11eafbd6-b6ae-4ae1-af08-497b52a8c5f6', 'name': 'network-vif-deleted', 'tag': '683ab527-59de-4a4f-9d48-6380a41d3028', 'status': 'completed', 'code': 200} Aug 02 13:18:52.668023 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-488a9c1e-7930-4ff9-a6c1-ff46455b5d1a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13aed7c3-0405-4566-9827-d55bb11e331d HTTP/1.1" status: 200 len: 217 time: 0.0726149 Aug 02 13:18:52.673837 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b8c29c63-f903-4a40-bb46-b3e688a1dc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:52.760378 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-e4e3d0e7-adbe-4a83-8e93-7a0e4966927d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:52.763817 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-e4e3d0e7-adbe-4a83-8e93-7a0e4966927d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f80ba91-319a-4ca0-8d80-b96e08d66c26 HTTP/1.1" status: 200 len: 849 time: 0.0856545 Aug 02 13:18:52.833778 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-2532bff3-f76c-44e0-bdc2-9af0de7f0963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:52.853289 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-7b193b46-5506-4c6d-8188-ed9a5816d5d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1af4f0db-1d52-42f5-99c1-fd1094ac507d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779369 Aug 02 13:18:52.907749 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 49944) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:52.954078 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-cb477cec-ffc8-4671-bcb1-9960206867ba req-ffd5da7e-075e-4a8e-8ab6-1e7e0bdbd2c4 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Synchronizing usage tracker for tenant:11bae0654e664c5d810eeefed3b8fa3e on resource:port {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:18:52.976635 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-cb477cec-ffc8-4671-bcb1-9960206867ba req-ffd5da7e-075e-4a8e-8ab6-1e7e0bdbd2c4 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Unset dirty status for tenant:11bae0654e664c5d810eeefed3b8fa3e on resource:port {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:18:53.001862 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-cb477cec-ffc8-4671-bcb1-9960206867ba req-ffd5da7e-075e-4a8e-8ab6-1e7e0bdbd2c4 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] 10.222.0.49 "GET /v2.0/ports?device_id=11eafbd6-b6ae-4ae1-af08-497b52a8c5f6 HTTP/1.1" status: 200 len: 210 time: 0.1197269 Aug 02 13:18:53.039615 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b8c29c63-f903-4a40-bb46-b3e688a1dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:53.067603 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:53.090976 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c29c63-f903-4a40-bb46-b3e688a1dc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4725a0-8177-4785-aea6-8969c5d65077,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:53.097139 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b8c29c63-f903-4a40-bb46-b3e688a1dc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:53.102757 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe6f71-f56d-4730-b37e-f496e0e37085 req-f8919f38-9c1e-407a-be75-a338eef0116c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:53.104672 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b8c29c63-f903-4a40-bb46-b3e688a1dc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:53.109393 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b8c29c63-f903-4a40-bb46-b3e688a1dc19 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9e4725a0-8177-4785-aea6-8969c5d65077 HTTP/1.1" status: 204 len: 168 time: 0.6315351 Aug 02 13:18:53.110827 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-55fe6f71-f56d-4730-b37e-f496e0e37085 req-f8919f38-9c1e-407a-be75-a338eef0116c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 944 time: 0.2477710 Aug 02 13:18:53.114915 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-2abf294b-7565-4502-a27b-424e9b2f1eb1 service neutron] 10.222.0.53 "GET /v2.0/networks/1af4f0db-1d52-42f5-99c1-fd1094ac507d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082727 Aug 02 13:18:53.218330 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fce63939-dfaa-46dd-b6c4-23def1238745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:53.297866 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-fce63939-dfaa-46dd-b6c4-23def1238745 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:53.303059 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-55fe6f71-f56d-4730-b37e-f496e0e37085 req-3d68bb51-2acc-4089-9c63-7fad304bbce9 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913562 Aug 02 13:18:53.313502 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-fce63939-dfaa-46dd-b6c4-23def1238745 admin admin] Usage tracker for resource:security_group_rule and tenant:34afd865b8e74f2b96acb912009ca731 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:53.320125 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-fce63939-dfaa-46dd-b6c4-23def1238745 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:53.333396 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-fce63939-dfaa-46dd-b6c4-23def1238745 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:53.374078 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e00a7b15-c75d-4e34-9bf6-9c1e808a51aa req-28dba1e7-0c01-454d-b997-b5185b69422f service neutron] 10.222.0.53 "GET /v2.0/networks/1af4f0db-1d52-42f5-99c1-fd1094ac507d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300069 Aug 02 13:18:53.485270 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fce63939-dfaa-46dd-b6c4-23def1238745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:53.491978 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fce63939-dfaa-46dd-b6c4-23def1238745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:53.515955 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:53.548523 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:53.595275 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 49960) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:53.635330 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9f922e59-b9ac-43e5-99e2-1717f431aaa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:53.648865 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce63939-dfaa-46dd-b6c4-23def1238745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1beedb9-064b-435f-9f47-3e94a7054401,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:53.659279 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-fce63939-dfaa-46dd-b6c4-23def1238745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:53.670891 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-fce63939-dfaa-46dd-b6c4-23def1238745 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=34afd865b8e74f2b96acb912009ca731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7402706 Aug 02 13:18:53.671652 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 49966) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:53.687178 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device a202e49f-9795-4d01-b3ee-93f928ec9793 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:18:53.702450 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-9f922e59-b9ac-43e5-99e2-1717f431aaa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:18:53.718520 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-9f922e59-b9ac-43e5-99e2-1717f431aaa0 admin admin] Usage tracker for resource:security_group_rule and tenant:b944e8bbeb6e402fbabcd189c960c6e7 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:18:53.723932 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-9f922e59-b9ac-43e5-99e2-1717f431aaa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:18:53.787342 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb460f9-d3de-4faf-be00-18293a12f5f7 req-041cba7c-2569-463a-b5fd-9e8f9f980663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:53.788954 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ddb460f9-d3de-4faf-be00-18293a12f5f7 req-041cba7c-2569-463a-b5fd-9e8f9f980663 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=45234180b2c04a28872af96b876384bd&device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 1097 time: 0.2859244 Aug 02 13:18:53.794971 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ce2e665d-5826-4cc6-98f3-a9e067406fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:53.799660 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port a202e49f-9795-4d01-b3ee-93f928ec9793 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:18:53.811566 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port a202e49f-9795-4d01-b3ee-93f928ec9793 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:18:53.812489 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:53.828387 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-9f922e59-b9ac-43e5-99e2-1717f431aaa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:18:53.860545 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6711a39-b603-4a69-b814-9aaa851408cb req-78cb5cc9-26e5-433e-a85c-df4fb3efff39 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:53.870516 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b6711a39-b603-4a69-b814-9aaa851408cb req-78cb5cc9-26e5-433e-a85c-df4fb3efff39 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.2933557 Aug 02 13:18:53.977213 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ce2e665d-5826-4cc6-98f3-a9e067406fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:53.978082 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9f922e59-b9ac-43e5-99e2-1717f431aaa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:53.995925 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:54.000265 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15acba5d-bc50-478d-8e3d-b07f37a9659b req-2e14128e-80e5-451a-b8d9-1ce7737a9858 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:54.002682 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-15acba5d-bc50-478d-8e3d-b07f37a9659b req-2e14128e-80e5-451a-b8d9-1ce7737a9858 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 944 time: 0.2875347 Aug 02 13:18:54.004108 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9f922e59-b9ac-43e5-99e2-1717f431aaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:54.013000 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b30df833-aff1-4b12-95b0-00c426d20916 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:54.030304 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a1c0c2-2662-449e-8091-c63484327281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a202e49f-9795-4d01-b3ee-93f928ec9793'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:18:54.047772 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port a202e49f-9795-4d01-b3ee-93f928ec9793, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=a202e49f-9795-4d01-b3ee-93f928ec9793,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:54.054040 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:54.056058 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:54.070492 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b6711a39-b603-4a69-b814-9aaa851408cb req-488955e6-5247-4d78-8ec7-5b3fcf58ee32 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975722 Aug 02 13:18:54.129763 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb460f9-d3de-4faf-be00-18293a12f5f7 req-66934f5b-65f5-4f13-bbdd-620bb0dc63ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:54.131693 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ddb460f9-d3de-4faf-be00-18293a12f5f7 req-66934f5b-65f5-4f13-bbdd-620bb0dc63ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=1af4f0db-1d52-42f5-99c1-fd1094ac507d HTTP/1.1" status: 200 len: 910 time: 0.3324766 Aug 02 13:18:54.135519 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ce2e665d-5826-4cc6-98f3-a9e067406fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:54.140315 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-9f922e59-b9ac-43e5-99e2-1717f431aaa0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b944e8bbeb6e402fbabcd189c960c6e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5430913 Aug 02 13:18:54.152420 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 49974) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:54.154906 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f922e59-b9ac-43e5-99e2-1717f431aaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4e7a4d-7997-456d-bf57-243dcc2954de,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:54.165027 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-9f922e59-b9ac-43e5-99e2-1717f431aaa0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:54.188811 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-15acba5d-bc50-478d-8e3d-b07f37a9659b req-0924023e-2d8f-46bb-9a45-aca1c0e7293e tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609414 Aug 02 13:18:54.223861 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=a202e49f-9795-4d01-b3ee-93f928ec9793,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:54.228126 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:54.230676 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:54.239937 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ddb460f9-d3de-4faf-be00-18293a12f5f7 req-7bcd525c-48c0-4d81-a57d-0ed01e1b7167 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=13aed7c3-0405-4566-9827-d55bb11e331d HTTP/1.1" status: 200 len: 217 time: 0.0981419 Aug 02 13:18:54.250972 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2e665d-5826-4cc6-98f3-a9e067406fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1beedb9-064b-435f-9f47-3e94a7054401,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:54.255455 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ce2e665d-5826-4cc6-98f3-a9e067406fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:54.261542 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ce2e665d-5826-4cc6-98f3-a9e067406fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:54.263443 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-ce2e665d-5826-4cc6-98f3-a9e067406fac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a1beedb9-064b-435f-9f47-3e94a7054401 HTTP/1.1" status: 204 len: 168 time: 0.5858414 Aug 02 13:18:54.274761 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a1c0c2-2662-449e-8091-c63484327281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a202e49f-9795-4d01-b3ee-93f928ec9793', 'code': 200} Aug 02 13:18:54.303188 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-8c796602-5175-49c1-bb49-da683c9620ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:54.368156 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-8c796602-5175-49c1-bb49-da683c9620ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:54.418057 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb460f9-d3de-4faf-be00-18293a12f5f7 req-bcfbd488-2640-47a3-9fa6-6c77df96e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:54.419864 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ddb460f9-d3de-4faf-be00-18293a12f5f7 req-bcfbd488-2640-47a3-9fa6-6c77df96e3db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f80ba91-319a-4ca0-8d80-b96e08d66c26 HTTP/1.1" status: 200 len: 849 time: 0.0898504 Aug 02 13:18:54.536425 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-8c796602-5175-49c1-bb49-da683c9620ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:54.554911 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4d8d9959-e880-476c-ae2b-5c785ccbfced admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:54.630834 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c796602-5175-49c1-bb49-da683c9620ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4e7a4d-7997-456d-bf57-243dcc2954de,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:54.634118 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ddb460f9-d3de-4faf-be00-18293a12f5f7 req-98645374-924d-4d78-b815-e78058a42027 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1af4f0db-1d52-42f5-99c1-fd1094ac507d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1978495 Aug 02 13:18:54.645981 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-8c796602-5175-49c1-bb49-da683c9620ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:54.723153 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-8c796602-5175-49c1-bb49-da683c9620ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:54.723153 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-8c796602-5175-49c1-bb49-da683c9620ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4a4e7a4d-7997-456d-bf57-243dcc2954de HTTP/1.1" status: 204 len: 168 time: 0.5608006 Aug 02 13:18:54.869311 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44fc1b-c706-4245-a4f1-d0afc832708b req-7ed968b9-0fe1-4c38-a20f-b3bd0a4a16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:54.869311 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8a44fc1b-c706-4245-a4f1-d0afc832708b req-7ed968b9-0fe1-4c38-a20f-b3bd0a4a16ff service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 1098 time: 0.1243861 Aug 02 13:18:54.880082 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c401ba-cb5e-4c8f-8981-37bea72719cf req-68d22a51-6270-4a89-b668-346c287d6403 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:54.890507 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-11c401ba-cb5e-4c8f-8981-37bea72719cf req-68d22a51-6270-4a89-b668-346c287d6403 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 945 time: 0.2605252 Aug 02 13:18:54.929858 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:55.099828 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-11c401ba-cb5e-4c8f-8981-37bea72719cf req-c4c3bc5d-1e07-46c7-820f-f62f3428889d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052073 Aug 02 13:18:55.101284 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8a44fc1b-c706-4245-a4f1-d0afc832708b req-bb542835-1cd0-415d-9d05-4bcaf76a2937 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428704 Aug 02 13:18:55.142707 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ddb460f9-d3de-4faf-be00-18293a12f5f7 req-a9db7c4e-b8e0-4d17-abe0-8912c1bb0524 service neutron] 10.222.0.53 "GET /v2.0/networks/1af4f0db-1d52-42f5-99c1-fd1094ac507d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824913 Aug 02 13:18:55.457060 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f05ff8-8a8a-40a2-b311-c505159764da req-b652ea37-10e0-4543-ad87-9ee04b32323d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:55.459414 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-64f05ff8-8a8a-40a2-b311-c505159764da req-b652ea37-10e0-4543-ad87-9ee04b32323d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.0993361 Aug 02 13:18:55.472049 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6075dc-e7dc-4473-82a7-912aa7ba9210 req-2c74e6b7-3f86-4927-92bf-d6c431493be6 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:55.477521 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ba6075dc-e7dc-4473-82a7-912aa7ba9210 req-2c74e6b7-3f86-4927-92bf-d6c431493be6 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 944 time: 0.1058121 Aug 02 13:18:55.540159 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-64f05ff8-8a8a-40a2-b311-c505159764da req-6bf1d10e-1634-4704-8cf2-d1c136bb8e61 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730846 Aug 02 13:18:55.542076 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ba6075dc-e7dc-4473-82a7-912aa7ba9210 req-dd40528a-b9cb-476e-86c4-deead1893d5b tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589640 Aug 02 13:18:55.699269 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 683ab527-59de-4a4f-9d48-6380a41d3028 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:18:55.715935 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ddb460f9-d3de-4faf-be00-18293a12f5f7 req-3403225e-7be4-4d38-b2a8-c3aa6bf8fbcf service neutron] 10.222.0.53 "GET /v2.0/networks/1af4f0db-1d52-42f5-99c1-fd1094ac507d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086229 Aug 02 13:18:55.751449 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 683ab527-59de-4a4f-9d48-6380a41d3028 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:18:55.752033 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 683ab527-59de-4a4f-9d48-6380a41d3028 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:18:56.334918 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765ed9f-459b-4802-93bb-c7127b3a8966 req-1325e910-82b5-4f37-8f97-798b09888860 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:56.338690 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5765ed9f-459b-4802-93bb-c7127b3a8966 req-1325e910-82b5-4f37-8f97-798b09888860 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 945 time: 0.1124108 Aug 02 13:18:56.413528 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5765ed9f-459b-4802-93bb-c7127b3a8966 req-d682d20d-7b24-4c7c-a3c4-7a99743e85e1 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638511 Aug 02 13:18:56.567754 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 50040) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:56.681264 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee1078ad-5db9-4192-bd39-6a9ce05a6809 admin admin] Deleting subnet 72297f05-8d22-453d-a893-0a7c35e44a56 {{(pid=78568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:18:56.685002 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ee1078ad-5db9-4192-bd39-6a9ce05a6809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:56.871016 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ee1078ad-5db9-4192-bd39-6a9ce05a6809 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:56.888543 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ee1078ad-5db9-4192-bd39-6a9ce05a6809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:56.900575 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a48bfb-e53f-4167-aafc-27cc98af65b5 req-a47f2155-e4d3-488b-b901-6df290a87d8c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:56.902235 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-50a48bfb-e53f-4167-aafc-27cc98af65b5 req-a47f2155-e4d3-488b-b901-6df290a87d8c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 944 time: 0.1376076 Aug 02 13:18:56.988708 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-50a48bfb-e53f-4167-aafc-27cc98af65b5 req-202dca01-4cbb-4ad9-acb1-c87dd1e5b55d tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720220 Aug 02 13:18:57.009022 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46b034-ec12-4c8f-928c-a10a749194e1 req-340e850e-beae-47ae-8587-bb306a6e0895 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:57.011689 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4d46b034-ec12-4c8f-928c-a10a749194e1 req-340e850e-beae-47ae-8587-bb306a6e0895 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.2698162 Aug 02 13:18:57.114818 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ee1078ad-5db9-4192-bd39-6a9ce05a6809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:57.125662 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4d46b034-ec12-4c8f-928c-a10a749194e1 req-d6b2b568-3932-40ef-aed4-0a3bedabfbd2 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988247 Aug 02 13:18:57.127385 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b644f36b-fdd1-4e84-afd1-88033952b106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:57.166053 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1078ad-5db9-4192-bd39-6a9ce05a6809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72297f05-8d22-453d-a893-0a7c35e44a56,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:57.172496 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ee1078ad-5db9-4192-bd39-6a9ce05a6809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:57.177733 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ee1078ad-5db9-4192-bd39-6a9ce05a6809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:57.183375 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-ee1078ad-5db9-4192-bd39-6a9ce05a6809 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/72297f05-8d22-453d-a893-0a7c35e44a56 HTTP/1.1" status: 204 len: 168 time: 0.6140106 Aug 02 13:18:57.187191 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 50056) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:57.317644 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:57.493212 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:57.521306 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:18:57.521881 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:18:57.523187 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:18:57.523762 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Subscribe: > port after_create 55550000 {{(pid=78568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:18:57.524329 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:18:57.524890 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Subscribe: > port after_update 55550000 {{(pid=78568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:18:57.525485 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:18:57.526107 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:18:57.526658 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:18:57.527216 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:18:57.664834 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:18:57.665527 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:18:57.665527 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:18:57.665853 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78568) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:18:57.666226 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fdf2868-fe97-4e62-bb8f-58b22673d4a7']}} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:18:57.677072 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ad0fc7-d264-4df4-823d-3f49f9f77bd2 req-cab37c36-aaa6-4c03-9344-c20175b0bf6e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:57.681719 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1303a9-8865-492e-aad2-a84e5c032c26') {'for_net_delete': True} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:18:57.681930 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-52ad0fc7-d264-4df4-823d-3f49f9f77bd2 req-cab37c36-aaa6-4c03-9344-c20175b0bf6e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 945 time: 0.1322830 Aug 02 13:18:57.682360 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1303a9-8865-492e-aad2-a84e5c032c26') {} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:18:57.683151 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 13aed7c3-0405-4566-9827-d55bb11e331d details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:18:57.697881 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132345245'] for segment, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:57.733569 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:57.750928 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=78568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:18:57.752930 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132699203'] for segment, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:57.761729 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-52ad0fc7-d264-4df4-823d-3f49f9f77bd2 req-5f37087a-4535-4674-a4c2-cf7215d1f75c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700786 Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: from cryptography.utils import int_from_bytes Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: from cryptography.utils import int_from_bytes Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: util.warn_limited( Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: util.warn_limited( Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: Traceback (most recent call last): Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: timer() Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: cb(*args, **kw) Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: return func(*args, **kwargs) Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: self._notify() Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: self.callback(batched_events) Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: event.method(event) Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: return f(self, *a, **k) Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._get(url).json() Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: return self.request(url, 'GET', **kwargs) Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:18:57.784523 dv-cinder-803181-1-iscsi neutron-server[78568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:18:57.890404 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:57.896156 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:57.925317 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fdf2868-fe97-4e62-bb8f-58b22673d4a7,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:57.928077 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:57.933361 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:57.948577 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9fdf2868-fe97-4e62-bb8f-58b22673d4a7 HTTP/1.1" status: 204 len: 168 time: 0.7602620 Aug 02 13:18:57.971562 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 13aed7c3-0405-4566-9827-d55bb11e331d, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=13aed7c3-0405-4566-9827-d55bb11e331d,segment=NetworkSegment(70af8c79-1b5e-4a52-914b-886edf7ef194),segment_id=70af8c79-1b5e-4a52-914b-886edf7ef194)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:58.010400 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '13aed7c3-0405-4566-9827-d55bb11e331d', 'network_id': '1af4f0db-1d52-42f5-99c1-fd1094ac507d', 'port_id': '13aed7c3-0405-4566-9827-d55bb11e331d', 'mac_address': 'fa:16:3e:ae:03:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f80ba91-319a-4ca0-8d80-b96e08d66c26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:18:58.134868 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:58.191113 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13aed7c3-0405-4566-9827-d55bb11e331d {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:18:58.211614 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 13aed7c3-0405-4566-9827-d55bb11e331d, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=13aed7c3-0405-4566-9827-d55bb11e331d,segment=NetworkSegment(70af8c79-1b5e-4a52-914b-886edf7ef194),segment_id=70af8c79-1b5e-4a52-914b-886edf7ef194)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:18:58.218305 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:58.221795 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:58.341732 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=13aed7c3-0405-4566-9827-d55bb11e331d,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:58.351361 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:58.453395 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cd4963-d6a3-4de6-a4e7-3af3ee222c32 req-ba75f8a0-7b14-4fb0-a888-c221d0a7da3b tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:58.459645 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-18cd4963-d6a3-4de6-a4e7-3af3ee222c32 req-ba75f8a0-7b14-4fb0-a888-c221d0a7da3b tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 945 time: 0.1431878 Aug 02 13:18:58.509921 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-18cd4963-d6a3-4de6-a4e7-3af3ee222c32 req-12c059f8-2ae5-475c-a363-fe686874a309 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490570 Aug 02 13:18:58.512043 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50100) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:58.613823 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 50108) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:18:58.615108 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-79091f38-46d9-4512-84a6-23b5e9461853 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11bae0654e664c5d810eeefed3b8fa3e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1017349 Aug 02 13:18:58.634130 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a343e29-3dbb-4094-b57f-3067a3a5cf5f req-b55df66f-2f8f-4d8c-ad25-89262294f07a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:58.636815 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3a343e29-3dbb-4094-b57f-3067a3a5cf5f req-b55df66f-2f8f-4d8c-ad25-89262294f07a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1614826 Aug 02 13:18:58.776070 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['13aed7c3-0405-4566-9827-d55bb11e331d'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:18:58.787212 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3a343e29-3dbb-4094-b57f-3067a3a5cf5f req-fd5e70aa-cb27-4351-b3db-e40af3820621 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301749 Aug 02 13:18:58.833199 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b8f1d5d8-3482-4d22-8d84-56b70f83866f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:58.886770 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b8f1d5d8-3482-4d22-8d84-56b70f83866f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:58.994563 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b8f1d5d8-3482-4d22-8d84-56b70f83866f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:59.011450 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:18:59.030075 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f1d5d8-3482-4d22-8d84-56b70f83866f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfde4aba-b7da-4f25-8f10-110e5482525c,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:18:59.032796 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b8f1d5d8-3482-4d22-8d84-56b70f83866f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:18:59.041044 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b8f1d5d8-3482-4d22-8d84-56b70f83866f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:18:59.042422 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-b8f1d5d8-3482-4d22-8d84-56b70f83866f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bfde4aba-b7da-4f25-8f10-110e5482525c HTTP/1.1" status: 204 len: 168 time: 0.4271820 Aug 02 13:18:59.969148 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ba3b6c-0cd3-44f0-8803-5ba198b8d289 req-2f171509-b706-4261-9f5c-729923311b42 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:18:59.983295 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-25ba3b6c-0cd3-44f0-8803-5ba198b8d289 req-2f171509-b706-4261-9f5c-729923311b42 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 945 time: 0.2702270 Aug 02 13:19:00.061468 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-25ba3b6c-0cd3-44f0-8803-5ba198b8d289 req-bbe64c5f-108b-4b4d-bdcf-25c254904558 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764313 Aug 02 13:19:00.353708 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e745b06-6bf3-41c1-9df1-7909a380fe4c req-a4a2556e-47c7-4bed-9f8a-591ad56938c6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:00.357327 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3e745b06-6bf3-41c1-9df1-7909a380fe4c req-a4a2556e-47c7-4bed-9f8a-591ad56938c6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1695073 Aug 02 13:19:00.448021 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3e745b06-6bf3-41c1-9df1-7909a380fe4c req-a1209c2b-e546-4bb6-8012-5a96e7c09875 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821769 Aug 02 13:19:01.371231 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7f319-ff5a-407c-978d-6b835aa7903d req-b889c8e6-9adb-4bb9-a3e1-e6727302fdb1 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:01.373606 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b5b7f319-ff5a-407c-978d-6b835aa7903d req-b889c8e6-9adb-4bb9-a3e1-e6727302fdb1 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 945 time: 0.1287696 Aug 02 13:19:01.439936 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b5b7f319-ff5a-407c-978d-6b835aa7903d req-f267a404-d18e-4013-b620-225bc8ea55d7 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542076 Aug 02 13:19:01.680150 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 13aed7c3-0405-4566-9827-d55bb11e331d up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:19:01.719154 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d8033-102e-4789-a8ea-2999cdb2f83e req-fd9d7d2c-bd0e-4e3c-9c90-867f1cfb10cf tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:01.721873 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2e3d8033-102e-4789-a8ea-2999cdb2f83e req-fd9d7d2c-bd0e-4e3c-9c90-867f1cfb10cf tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1091673 Aug 02 13:19:01.789477 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2e3d8033-102e-4789-a8ea-2999cdb2f83e req-a827448d-007e-4389-837e-b3e228bc472d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605757 Aug 02 13:19:01.811528 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 13aed7c3-0405-4566-9827-d55bb11e331d completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:19:01.817771 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 13aed7c3-0405-4566-9827-d55bb11e331d triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:19:01.818248 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:01.962797 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:01.998745 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5401c4fb-967d-466c-b664-8b027a68e2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aed7c3-0405-4566-9827-d55bb11e331d'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:19:02.010489 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 13aed7c3-0405-4566-9827-d55bb11e331d, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=13aed7c3-0405-4566-9827-d55bb11e331d,segment=NetworkSegment(70af8c79-1b5e-4a52-914b-886edf7ef194),segment_id=70af8c79-1b5e-4a52-914b-886edf7ef194)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:19:02.019480 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:02.023137 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:02.067651 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5401c4fb-967d-466c-b664-8b027a68e2c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13aed7c3-0405-4566-9827-d55bb11e331d', 'code': 200} Aug 02 13:19:02.109239 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=13aed7c3-0405-4566-9827-d55bb11e331d,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:02.116294 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:02.278526 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-5dabc29d-c502-4452-881b-becb92b9dc15 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:02.280141 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-5dabc29d-c502-4452-881b-becb92b9dc15 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/networks?id=8d55e602-c9e5-475a-8414-a458f789f4bf HTTP/1.1" status: 200 len: 814 time: 0.2504232 Aug 02 13:19:02.298194 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-6a382d1f-8320-4206-80a8-5bbd7d64525e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/quotas/f80e631c5cce4d94a37b274cc8fd1085 HTTP/1.1" status: 200 len: 375 time: 0.0118990 Aug 02 13:19:02.520277 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-15e3ae3e-5d39-4292-ad9a-882eff68a4d6 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80e631c5cce4d94a37b274cc8fd1085&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2158108 Aug 02 13:19:02.556448 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd5f4f-83d2-48ea-bb76-015aa18e64d8 req-b537bfa3-79c1-4357-850a-20e25d2d963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:02.558110 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5fbd5f4f-83d2-48ea-bb76-015aa18e64d8 req-b537bfa3-79c1-4357-850a-20e25d2d963c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 1099 time: 0.1870625 Aug 02 13:19:02.687982 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5fbd5f4f-83d2-48ea-bb76-015aa18e64d8 req-bc412314-c377-46d1-abd7-1a7165d249ad service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137600 Aug 02 13:19:02.772009 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-ef9a413d-5ff7-4743-9be0-39350df4f4ef service neutron] 10.222.0.49 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400789 Aug 02 13:19:03.068666 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-604a9c99-9dc4-42ef-8dfd-83117dc04299 service neutron] 10.222.0.49 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956076 Aug 02 13:19:03.085136 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2719da7-0be1-461e-b604-ae4cd0642aec req-23bc3c30-2b67-4723-9ff2-b62d0d61b34f tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:03.097561 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c2719da7-0be1-461e-b604-ae4cd0642aec req-23bc3c30-2b67-4723-9ff2-b62d0d61b34f tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 946 time: 0.2004743 Aug 02 13:19:03.169975 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c2719da7-0be1-461e-b604-ae4cd0642aec req-200e40ff-1caa-42a2-a748-47d1a16e5186 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590200 Aug 02 13:19:03.238555 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9f2612fd-ceab-442d-ae6e-d7ddceec16a1 req-8787e8c5-052d-47f5-8bb8-e7a67fe1a1a2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1771932 Aug 02 13:19:03.649882 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1c35c89c-aead-4374-a5bf-81ee37bae148 req-bf044532-5f4d-4fbc-b5ef-3fd3957d37f6 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 210 time: 0.0617254 Aug 02 13:19:03.752418 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2612fd-ceab-442d-ae6e-d7ddceec16a1 req-541c599a-c1d9-452f-87f7-14ed4338ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:03.755200 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9f2612fd-ceab-442d-ae6e-d7ddceec16a1 req-541c599a-c1d9-452f-87f7-14ed4338ca04 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f80e631c5cce4d94a37b274cc8fd1085&device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 1099 time: 0.3139617 Aug 02 13:19:03.771550 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb7b430-d2b1-44aa-9de2-b74ab6874c82 req-7ce3600c-59ea-44b7-a1fd-13a77b7a8d7e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:03.783588 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8eb7b430-d2b1-44aa-9de2-b74ab6874c82 req-7ce3600c-59ea-44b7-a1fd-13a77b7a8d7e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.3472643 Aug 02 13:19:03.917128 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8eb7b430-d2b1-44aa-9de2-b74ab6874c82 req-be6a4e2a-2d73-43ca-9c14-8ec56766e173 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323576 Aug 02 13:19:04.040995 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2612fd-ceab-442d-ae6e-d7ddceec16a1 req-9430ca76-fdb4-4fa2-9a5a-ccd0df241efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:04.042499 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9f2612fd-ceab-442d-ae6e-d7ddceec16a1 req-9430ca76-fdb4-4fa2-9a5a-ccd0df241efd service neutron] 10.222.0.53 "GET /v2.0/networks?id=8d55e602-c9e5-475a-8414-a458f789f4bf HTTP/1.1" status: 200 len: 915 time: 0.2259812 Aug 02 13:19:04.141542 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9f2612fd-ceab-442d-ae6e-d7ddceec16a1 req-445458e4-701a-4366-8983-9af2a5316458 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7fe6e73d-0979-4106-8a52-6857e01c21a4 HTTP/1.1" status: 200 len: 217 time: 0.0698247 Aug 02 13:19:04.260406 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2612fd-ceab-442d-ae6e-d7ddceec16a1 req-846c701c-37ad-45ec-9ab4-ce9d840984e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:04.263686 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9f2612fd-ceab-442d-ae6e-d7ddceec16a1 req-846c701c-37ad-45ec-9ab4-ce9d840984e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17ee4538-d553-4bb8-955b-7497483b5977 HTTP/1.1" status: 200 len: 854 time: 0.1151586 Aug 02 13:19:04.500271 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9f2612fd-ceab-442d-ae6e-d7ddceec16a1 req-5da625f0-34f1-4161-8712-810133d9a87c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8d55e602-c9e5-475a-8414-a458f789f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454837 Aug 02 13:19:04.701076 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab4328-e0a0-4307-94a9-1645de0a00d2 req-f48993bf-9293-4a3b-9ac1-6426aaac7f9e tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:04.701863 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-edab4328-e0a0-4307-94a9-1645de0a00d2 req-f48993bf-9293-4a3b-9ac1-6426aaac7f9e tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Synchronizing usage tracker for tenant:45234180b2c04a28872af96b876384bd on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:19:04.716160 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9f2612fd-ceab-442d-ae6e-d7ddceec16a1 req-942b22e3-d457-4a5b-9bf3-b47aac3f4988 service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950922 Aug 02 13:19:04.876846 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-edab4328-e0a0-4307-94a9-1645de0a00d2 req-f48993bf-9293-4a3b-9ac1-6426aaac7f9e tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Unset dirty status for tenant:45234180b2c04a28872af96b876384bd on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:19:04.879646 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-edab4328-e0a0-4307-94a9-1645de0a00d2 req-f48993bf-9293-4a3b-9ac1-6426aaac7f9e tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 946 time: 0.4580302 Aug 02 13:19:04.988327 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9f2612fd-ceab-442d-ae6e-d7ddceec16a1 req-62f4040b-5ac6-4575-afa3-f68d56416fc5 service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545397 Aug 02 13:19:05.206845 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-edab4328-e0a0-4307-94a9-1645de0a00d2 req-63ea97e7-8c5c-4432-b272-6b5877186941 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3130622 Aug 02 13:19:05.359520 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc0db0-778b-47af-b184-24a958d95b27 req-49f3ebf3-6b49-4cea-91da-99f83c0e2b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:05.363504 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-15dc0db0-778b-47af-b184-24a958d95b27 req-49f3ebf3-6b49-4cea-91da-99f83c0e2b89 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 1098 time: 0.3090444 Aug 02 13:19:05.429357 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e7ff2ee7-1587-4b2e-9890-42a21fce58ba req-5cfc8a82-aa6b-46cd-80f9-032c556fe730 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 210 time: 0.1200306 Aug 02 13:19:05.455379 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-15dc0db0-778b-47af-b184-24a958d95b27 req-1bc03364-ab7e-4115-9d9e-341f546725d6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821042 Aug 02 13:19:05.679527 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf1ead-c613-4fe3-a3dc-d9edc699b94a req-a8d6dbcd-9e17-42e7-ac61-da9b7591ba97 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:05.682928 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-97cf1ead-c613-4fe3-a3dc-d9edc699b94a req-a8d6dbcd-9e17-42e7-ac61-da9b7591ba97 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.2200732 Aug 02 13:19:05.741571 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-97cf1ead-c613-4fe3-a3dc-d9edc699b94a req-5fbc4df5-b308-4051-8f31-eec1f4ba9c55 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480254 Aug 02 13:19:06.130384 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-dd73abf1-6fe8-4a63-b548-338fa6ef324a tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:06.132196 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-dd73abf1-6fe8-4a63-b548-338fa6ef324a tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "GET /v2.0/networks?id=8d55e602-c9e5-475a-8414-a458f789f4bf HTTP/1.1" status: 200 len: 814 time: 0.1847627 Aug 02 13:19:06.187065 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Request body: {'port': {'device_id': '9f6386c4-ce83-4025-ae77-f67a03e5a30c', 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf', 'admin_state_up': True, 'tenant_id': 'f80e631c5cce4d94a37b274cc8fd1085'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:19:06.216688 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:06.470973 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:06.483523 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:06.513048 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Made reservation on behalf of f80e631c5cce4d94a37b274cc8fd1085 for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:19:06.518614 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:06.704175 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5e7e5f6d-042b-4fc9-a2a6-7a19f0272000 req-153c6e4f-91ef-4f68-8aa3-5a7be106b040 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 210 time: 0.0944784 Aug 02 13:19:06.707832 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dacd51-31f3-4cea-8415-db17e83592b7 req-fe03ae2e-48f6-43d2-b312-0d23abb3420d tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:06.719262 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-27dacd51-31f3-4cea-8415-db17e83592b7 req-fe03ae2e-48f6-43d2-b312-0d23abb3420d tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 946 time: 0.2823775 Aug 02 13:19:06.806680 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-27dacd51-31f3-4cea-8415-db17e83592b7 req-c18a5203-a937-4c5a-a20b-fc5b90b8fb15 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830026 Aug 02 13:19:06.838793 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Allocated IP 172.20.0.12 (8d55e602-c9e5-475a-8414-a458f789f4bf/17ee4538-d553-4bb8-955b-7497483b5977/5056d17f-32ff-403c-9560-412b959e7fe4) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:19:07.057074 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f323427-5f07-4c7b-98f4-dfd6cb4fce1c req-dd7d7636-0ad5-4a90-9e98-e5ea60a95e1d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:07.059460 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1f323427-5f07-4c7b-98f4-dfd6cb4fce1c req-dd7d7636-0ad5-4a90-9e98-e5ea60a95e1d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1054313 Aug 02 13:19:07.122338 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:07.134979 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1f323427-5f07-4c7b-98f4-dfd6cb4fce1c req-1dc7a4df-c74f-4a26-9a12-c407be9dccaa tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621634 Aug 02 13:19:07.178253 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:07.188217 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:07.253724 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['7fe6e73d-0979-4106-8a52-6857e01c21a4', 'a202e49f-9795-4d01-b3ee-93f928ec9793'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:19:07.273053 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Network 8d55e602-c9e5-475a-8414-a458f789f4bf is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:19:07.280205 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:19:07.283236 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:19:07.450898 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:07.454024 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:07.474281 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Pushing event updated for resources: {'Port': ['ID=5056d17f-32ff-403c-9560-412b959e7fe4,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:07.517077 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:07.517551 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:07.517840 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:07.518197 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:07.518546 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:07.518897 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:07.519243 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:07.522879 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:07.523305 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:07.523674 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:07.524032 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:07.524381 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:07.544387 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:07.575595 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3940611 Aug 02 13:19:07.630518 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Request body: {'port': {'device_id': '9f6386c4-ce83-4025-ae77-f67a03e5a30c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:19:07.814148 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:08.205614 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415e1ce-37f9-4b40-b27d-84b35de21fc8 req-23eed299-048d-4ded-9fb4-7e2a2c6a5eb4 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:08.209399 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-4415e1ce-37f9-4b40-b27d-84b35de21fc8 req-23eed299-048d-4ded-9fb4-7e2a2c6a5eb4 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 932 time: 0.1638346 Aug 02 13:19:08.311512 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-4415e1ce-37f9-4b40-b27d-84b35de21fc8 req-214dac6a-3cef-46f4-9314-a812f4a5c0b9 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829077 Aug 02 13:19:08.522301 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5056d17f-32ff-403c-9560-412b959e7fe4 {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:19:08.538055 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:08.563480 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Transition to ACTIVE for port object 5056d17f-32ff-403c-9560-412b959e7fe4 will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:19:08.569982 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:08.576408 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-634f5c44-6328-49ec-b8bd-2bc94e040bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:08.626106 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d28898-e646-4b24-aa77-55ff90d1b742 req-20bc1e3c-fddd-4a05-bf87-231e96b6d8b4 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:08.627617 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e4d28898-e646-4b24-aa77-55ff90d1b742 req-20bc1e3c-fddd-4a05-bf87-231e96b6d8b4 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1966949 Aug 02 13:19:08.764598 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Pushing event updated for resources: {'Port': ['ID=5056d17f-32ff-403c-9560-412b959e7fe4,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:08.767441 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:08.922400 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e4d28898-e646-4b24-aa77-55ff90d1b742 req-6fdd1e36-0886-411f-8c06-29d56790c9cf tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778106 Aug 02 13:19:08.973487 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Attempting to bind port 5056d17f-32ff-403c-9560-412b959e7fe4 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:19:08.973991 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Attempting to bind port 5056d17f-32ff-403c-9560-412b959e7fe4 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:19:08.974464 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Attempting to bind port 5056d17f-32ff-403c-9560-412b959e7fe4 on network 8d55e602-c9e5-475a-8414-a458f789f4bf {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:19:08.981574 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Port 5056d17f-32ff-403c-9560-412b959e7fe4 on network 8d55e602-c9e5-475a-8414-a458f789f4bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:19:08.981906 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Attempting to bind port 5056d17f-32ff-403c-9560-412b959e7fe4 on network 8d55e602-c9e5-475a-8414-a458f789f4bf {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:19:08.988965 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:19:08.989360 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Checking segment: {'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:19:08.989751 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Bound using segment: {'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:19:08.990185 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Bound port: 5056d17f-32ff-403c-9560-412b959e7fe4, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:19:08.990565 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:09.125472 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] For port 5056d17f-32ff-403c-9560-412b959e7fe4, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:19:09.133210 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] For port 5056d17f-32ff-403c-9560-412b959e7fe4, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=5056d17f-32ff-403c-9560-412b959e7fe4,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:19:09.145272 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:09.206655 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:09.292584 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:09.293250 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:09.294776 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] 10.222.0.53 "PUT /v2.0/ports/5056d17f-32ff-403c-9560-412b959e7fe4 HTTP/1.1" status: 200 len: 1094 time: 1.6694837 Aug 02 13:19:09.295281 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f6386c4-ce83-4025-ae77-f67a03e5a30c', 'tag': '5056d17f-32ff-403c-9560-412b959e7fe4'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:19:09.362816 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Pushing event updated for resources: {'Port': ['ID=5056d17f-32ff-403c-9560-412b959e7fe4,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:09.384175 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:09.413828 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74993989-0522-4308-9f1e-055fbf5d83b9 req-a94d357a-deee-44b7-bb24-6eb4ed2b745d tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:09.416498 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-74993989-0522-4308-9f1e-055fbf5d83b9 req-a94d357a-deee-44b7-bb24-6eb4ed2b745d tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 946 time: 0.2594633 Aug 02 13:19:09.633454 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-74993989-0522-4308-9f1e-055fbf5d83b9 req-ede9b8c5-a57e-47c0-8d9c-d7a175d0c9ae tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036111 Aug 02 13:19:09.686660 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07db74-b331-45eb-bfa7-f5c12b1f279a req-079135a4-f1bd-4934-8aac-3352a45c6b06 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:09.688531 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-27b5e334-fbf5-461c-929f-cbbbfffddc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:09.695123 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-bc07db74-b331-45eb-bfa7-f5c12b1f279a req-079135a4-f1bd-4934-8aac-3352a45c6b06 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1852541 Aug 02 13:19:09.699307 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-27b5e334-fbf5-461c-929f-cbbbfffddc17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f80e631c5cce4d94a37b274cc8fd1085&device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 1097 time: 0.2366233 Aug 02 13:19:09.733675 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f6386c4-ce83-4025-ae77-f67a03e5a30c', 'tag': '5056d17f-32ff-403c-9560-412b959e7fe4', 'status': 'completed', 'code': 200} Aug 02 13:19:09.775586 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-bc07db74-b331-45eb-bfa7-f5c12b1f279a req-e989a48d-d8dc-40ad-9372-8dc580551810 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792813 Aug 02 13:19:09.833175 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-dbd7e947-30ea-40a4-b60d-1a018d751355 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5056d17f-32ff-403c-9560-412b959e7fe4 HTTP/1.1" status: 200 len: 217 time: 0.0982301 Aug 02 13:19:10.015756 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-911c10b7-133d-482d-bca5-9d2a5d275946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:10.017652 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-911c10b7-133d-482d-bca5-9d2a5d275946 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17ee4538-d553-4bb8-955b-7497483b5977 HTTP/1.1" status: 200 len: 854 time: 0.1706343 Aug 02 13:19:10.084807 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-086be8f1-cb33-4ea2-b91e-6f477d388c84 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8d55e602-c9e5-475a-8414-a458f789f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564306 Aug 02 13:19:10.111259 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32f636-483d-41b2-b907-a29dd382b476 req-5ca5eacf-bea3-4980-a770-a4e65cbef076 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:10.112432 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-5a32f636-483d-41b2-b907-a29dd382b476 req-5ca5eacf-bea3-4980-a770-a4e65cbef076 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Synchronizing usage tracker for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:19:10.169317 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50396) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:10.356450 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-5a32f636-483d-41b2-b907-a29dd382b476 req-5ca5eacf-bea3-4980-a770-a4e65cbef076 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Unset dirty status for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:19:10.360544 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5a32f636-483d-41b2-b907-a29dd382b476 req-5ca5eacf-bea3-4980-a770-a4e65cbef076 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 944 time: 0.4444835 Aug 02 13:19:10.441503 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-48723ef4-5388-4072-ab9b-130d2b1ba301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:10.462088 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-48723ef4-5388-4072-ab9b-130d2b1ba301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:10.467762 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-48723ef4-5388-4072-ab9b-130d2b1ba301 admin admin] Usage tracker for resource:security_group_rule and tenant:ce600e3510ed42b19df016cb13e74a75 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:10.471590 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-48723ef4-5388-4072-ab9b-130d2b1ba301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:10.479201 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-48723ef4-5388-4072-ab9b-130d2b1ba301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:10.537387 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5a32f636-483d-41b2-b907-a29dd382b476 req-ffa3529c-b7a3-4884-984d-4aaef5039aab tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672840 Aug 02 13:19:10.562862 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-5a0f2e8a-b41f-4661-ba99-7056da843a57 service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413917 Aug 02 13:19:10.598534 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-48723ef4-5388-4072-ab9b-130d2b1ba301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:10.603834 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-48723ef4-5388-4072-ab9b-130d2b1ba301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:10.612099 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:10.664987 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-48723ef4-5388-4072-ab9b-130d2b1ba301 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ce600e3510ed42b19df016cb13e74a75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4937134 Aug 02 13:19:10.665833 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48723ef4-5388-4072-ab9b-130d2b1ba301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bcf3f6-9a83-4346-b28f-70ceaf3e9308,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:10.668757 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50408) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:10.672753 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-48723ef4-5388-4072-ab9b-130d2b1ba301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:10.746164 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f7f394cb-c244-4557-a08c-714bcbbc8476 req-ab52a92a-7dd6-4853-9a3b-a5624973e228 service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696482 Aug 02 13:19:10.773431 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ea307a80-f3bb-4a50-92c0-3b9ca3037148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:10.811428 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ea307a80-f3bb-4a50-92c0-3b9ca3037148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:10.878511 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ea307a80-f3bb-4a50-92c0-3b9ca3037148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:10.880309 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef795e07-f182-4b37-8cc6-fdc47c89baab req-19a0d320-ffd0-4841-9dce-ed851aedd69e tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:10.884699 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ef795e07-f182-4b37-8cc6-fdc47c89baab req-19a0d320-ffd0-4841-9dce-ed851aedd69e tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 946 time: 0.0977869 Aug 02 13:19:10.884915 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-8c796602-5175-49c1-bb49-da683c9620ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:10.902648 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea307a80-f3bb-4a50-92c0-3b9ca3037148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bcf3f6-9a83-4346-b28f-70ceaf3e9308,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:10.911075 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ea307a80-f3bb-4a50-92c0-3b9ca3037148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:10.912639 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-ea307a80-f3bb-4a50-92c0-3b9ca3037148 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a6bcf3f6-9a83-4346-b28f-70ceaf3e9308 HTTP/1.1" status: 204 len: 168 time: 0.2420759 Aug 02 13:19:10.913765 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-ea307a80-f3bb-4a50-92c0-3b9ca3037148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:11.040754 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ef795e07-f182-4b37-8cc6-fdc47c89baab req-36d8144d-1a0a-4cb4-a1fa-b1092096aaf1 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506660 Aug 02 13:19:11.092748 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746e0df-150d-4b95-a6ca-6244f5b8f689 req-6c83c3ae-ea33-41ef-9822-840df65df6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:11.095337 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8746e0df-150d-4b95-a6ca-6244f5b8f689 req-6c83c3ae-ea33-41ef-9822-840df65df6bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f80e631c5cce4d94a37b274cc8fd1085&device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 1097 time: 0.1552982 Aug 02 13:19:11.315108 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746e0df-150d-4b95-a6ca-6244f5b8f689 req-69061756-4422-4272-972b-7874923e2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:11.316601 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8746e0df-150d-4b95-a6ca-6244f5b8f689 req-69061756-4422-4272-972b-7874923e2146 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8d55e602-c9e5-475a-8414-a458f789f4bf HTTP/1.1" status: 200 len: 915 time: 0.1522286 Aug 02 13:19:11.358197 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50424) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:11.389829 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:11.413321 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8746e0df-150d-4b95-a6ca-6244f5b8f689 req-375747f5-db0c-4645-9d03-e47a7548f7cb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5056d17f-32ff-403c-9560-412b959e7fe4 HTTP/1.1" status: 200 len: 217 time: 0.0861754 Aug 02 13:19:11.426243 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:11.431821 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Usage tracker for resource:security_group_rule and tenant:aa73b0ecf5c344d993a3a995514be990 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:11.436573 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:11.444588 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:11.495230 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746e0df-150d-4b95-a6ca-6244f5b8f689 req-48c25b5e-0940-443f-85be-f3b4182336fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:11.498243 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8746e0df-150d-4b95-a6ca-6244f5b8f689 req-48c25b5e-0940-443f-85be-f3b4182336fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17ee4538-d553-4bb8-955b-7497483b5977 HTTP/1.1" status: 200 len: 854 time: 0.0773544 Aug 02 13:19:11.571502 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:11.649557 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:11.663136 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8746e0df-150d-4b95-a6ca-6244f5b8f689 req-ddc03b50-41a2-4e7b-a88e-6c7dcb7f001e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8d55e602-c9e5-475a-8414-a458f789f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859325 Aug 02 13:19:11.672988 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5800a9cd-4967-4cce-abf7-a01f236eb786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:11.784847 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa73b0ecf5c344d993a3a995514be990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4223127 Aug 02 13:19:11.784847 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=002edf69-992f-47cd-a5cd-52cd35af7a9e,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:11.794611 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50438) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:11.822572 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:11.823134 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:11.824237 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:11.824859 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:11.825473 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:11.826027 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:11.826574 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:11.827130 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:11.827689 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:11.828234 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:11.828781 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:11.829364 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:11.837560 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:11.924008 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c4b479-dd07-4a75-9343-66ee30650ff5 req-3882162f-52af-4e4a-86f6-e36a5c5cf390 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:11.926896 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-77c4b479-dd07-4a75-9343-66ee30650ff5 req-3882162f-52af-4e4a-86f6-e36a5c5cf390 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.53 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 946 time: 0.3512166 Aug 02 13:19:12.038488 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e7090d66-aefc-4742-a543-2baabf3990a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:12.067060 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [req-77c4b479-dd07-4a75-9343-66ee30650ff5 req-d7970e96-3266-4453-960f-94d0b35ed3c7 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Deleting port 13aed7c3-0405-4566-9827-d55bb11e331d {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:19:12.067421 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-77c4b479-dd07-4a75-9343-66ee30650ff5 req-d7970e96-3266-4453-960f-94d0b35ed3c7 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:12.133729 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e7090d66-aefc-4742-a543-2baabf3990a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:12.195028 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8746e0df-150d-4b95-a6ca-6244f5b8f689 req-176913ed-41b9-443d-9868-946c7aa06de1 service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5223119 Aug 02 13:19:12.258536 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333add4-1445-429a-a727-f38668cf6655 req-8f6e0c98-752a-48ec-b2fa-f8f6cff439d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:12.260185 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c333add4-1445-429a-a727-f38668cf6655 req-8f6e0c98-752a-48ec-b2fa-f8f6cff439d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5acfbbf2230b40e9a47291fa14f8d5d7&device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 1099 time: 0.2102304 Aug 02 13:19:12.347699 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e7090d66-aefc-4742-a543-2baabf3990a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:12.369084 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-fa2d1053-67b8-4905-908c-4b9eb6485969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:12.382067 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d68eb6-42d3-4d81-9332-034953e2c25e req-d3ea4262-eb5a-4062-b4fe-ff4b273e6dc7 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:12.384171 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-54d68eb6-42d3-4d81-9332-034953e2c25e req-d3ea4262-eb5a-4062-b4fe-ff4b273e6dc7 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 944 time: 0.4065466 Aug 02 13:19:12.392477 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7090d66-aefc-4742-a543-2baabf3990a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=002edf69-992f-47cd-a5cd-52cd35af7a9e,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:12.402384 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-e7090d66-aefc-4742-a543-2baabf3990a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:12.475741 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e7090d66-aefc-4742-a543-2baabf3990a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:12.492284 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-e7090d66-aefc-4742-a543-2baabf3990a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/002edf69-992f-47cd-a5cd-52cd35af7a9e HTTP/1.1" status: 204 len: 168 time: 0.6959424 Aug 02 13:19:12.535231 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8746e0df-150d-4b95-a6ca-6244f5b8f689 req-cdc6a9ad-f660-4166-a0fc-14b26856d112 service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320167 Aug 02 13:19:12.583410 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-54d68eb6-42d3-4d81-9332-034953e2c25e req-bcfaedaa-706c-446f-b993-1fd19f8c83d9 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829517 Aug 02 13:19:12.598629 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333add4-1445-429a-a727-f38668cf6655 req-3449db52-e844-43c9-9e86-87b93cfb42e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:12.600141 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c333add4-1445-429a-a727-f38668cf6655 req-3449db52-e844-43c9-9e86-87b93cfb42e6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f1027cf-695e-4fa3-a649-01bf9937dcce HTTP/1.1" status: 200 len: 918 time: 0.2790971 Aug 02 13:19:12.697716 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c333add4-1445-429a-a727-f38668cf6655 req-8f0e8f90-2063-4bce-b9a7-fbe705eadda6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a7a732a-ad21-44b4-b87f-a931edf2e0a9 HTTP/1.1" status: 200 len: 217 time: 0.0874243 Aug 02 13:19:12.786885 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [req-77c4b479-dd07-4a75-9343-66ee30650ff5 req-d7970e96-3266-4453-960f-94d0b35ed3c7 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] For port 13aed7c3-0405-4566-9827-d55bb11e331d, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=13aed7c3-0405-4566-9827-d55bb11e331d,segment=NetworkSegment(70af8c79-1b5e-4a52-914b-886edf7ef194),segment_id=70af8c79-1b5e-4a52-914b-886edf7ef194)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:19:12.788461 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-77c4b479-dd07-4a75-9343-66ee30650ff5 req-d7970e96-3266-4453-960f-94d0b35ed3c7 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:12.933801 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333add4-1445-429a-a727-f38668cf6655 req-e72c5142-ea72-4b81-b12b-3cabbdabbbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:12.936531 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c333add4-1445-429a-a727-f38668cf6655 req-e72c5142-ea72-4b81-b12b-3cabbdabbbaf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac723f8-ee61-478f-8a90-ba25694af273 HTTP/1.1" status: 200 len: 857 time: 0.2271776 Aug 02 13:19:12.971064 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [req-77c4b479-dd07-4a75-9343-66ee30650ff5 req-d7970e96-3266-4453-960f-94d0b35ed3c7 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Calling delete_port for 13aed7c3-0405-4566-9827-d55bb11e331d owned by compute:nova {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:19:13.045980 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc4053-4ff1-4661-ad20-7dc500d0b558 req-1fc63b7d-d3a9-440e-93dd-9e8123ef24cb tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:13.047729 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-74cc4053-4ff1-4661-ad20-7dc500d0b558 req-1fc63b7d-d3a9-440e-93dd-9e8123ef24cb tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.3974404 Aug 02 13:19:13.053453 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c333add4-1445-429a-a727-f38668cf6655 req-ba3d5b71-7011-4211-9557-0d06378f1f83 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f1027cf-695e-4fa3-a649-01bf9937dcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966537 Aug 02 13:19:13.116820 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf850e-0251-4d23-9d44-94824ee1bf06 req-ea783b05-2daa-41f5-91bb-d7539eaade15 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:13.119503 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7ddf850e-0251-4d23-9d44-94824ee1bf06 req-ea783b05-2daa-41f5-91bb-d7539eaade15 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 946 time: 0.3150291 Aug 02 13:19:13.156372 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-74cc4053-4ff1-4661-ad20-7dc500d0b558 req-3d99eba4-6682-49f9-8398-95dff23027ab tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999038 Aug 02 13:19:13.173245 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50458) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:13.206492 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-734f2795-41d8-4bd4-a12f-5e3d89fcf428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:13.218625 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-77c4b479-dd07-4a75-9343-66ee30650ff5 req-d7970e96-3266-4453-960f-94d0b35ed3c7 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:13.230859 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-734f2795-41d8-4bd4-a12f-5e3d89fcf428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:13.234192 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:13.274514 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['13aed7c3-0405-4566-9827-d55bb11e331d'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:19:13.278072 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-734f2795-41d8-4bd4-a12f-5e3d89fcf428 admin admin] Usage tracker for resource:security_group_rule and tenant:fe039faa6dec4972a837d6e99b7d47fb is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:13.293539 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-734f2795-41d8-4bd4-a12f-5e3d89fcf428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:13.297754 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7970e96-3266-4453-960f-94d0b35ed3c7 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Pushing event deleted for resources: {'Port': ['ID=13aed7c3-0405-4566-9827-d55bb11e331d,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:13.300301 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-d7970e96-3266-4453-960f-94d0b35ed3c7 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:13.305584 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-734f2795-41d8-4bd4-a12f-5e3d89fcf428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:13.377764 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7ddf850e-0251-4d23-9d44-94824ee1bf06 req-7791f387-3e52-416d-80c0-3f673d7b3fbd tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299902 Aug 02 13:19:13.426191 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c333add4-1445-429a-a727-f38668cf6655 req-f185037c-98dd-45c1-aece-12109aa650d5 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3645003 Aug 02 13:19:13.504260 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c4b479-dd07-4a75-9343-66ee30650ff5 req-d7970e96-3266-4453-960f-94d0b35ed3c7 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] No DVR routers for this DVR port 13aed7c3-0405-4566-9827-d55bb11e331d on host hv-cinder-80318 {{(pid=78567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:19:13.508420 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-77c4b479-dd07-4a75-9343-66ee30650ff5 req-d7970e96-3266-4453-960f-94d0b35ed3c7 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:13.511327 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5401c4fb-967d-466c-b664-8b027a68e2c6', 'name': 'network-vif-deleted', 'tag': '13aed7c3-0405-4566-9827-d55bb11e331d'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:19:13.543704 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-77c4b479-dd07-4a75-9343-66ee30650ff5 req-d7970e96-3266-4453-960f-94d0b35ed3c7 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.53 "DELETE /v2.0/ports/13aed7c3-0405-4566-9827-d55bb11e331d HTTP/1.1" status: 204 len: 173 time: 1.6058002 Aug 02 13:19:13.593558 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5401c4fb-967d-466c-b664-8b027a68e2c6', 'name': 'network-vif-deleted', 'tag': '13aed7c3-0405-4566-9827-d55bb11e331d', 'status': 'completed', 'code': 200} Aug 02 13:19:13.623829 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-734f2795-41d8-4bd4-a12f-5e3d89fcf428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:13.630402 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-734f2795-41d8-4bd4-a12f-5e3d89fcf428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:13.647574 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-962ab297-de4e-4fe1-917a-7688bdd2d9af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:13.675645 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c333add4-1445-429a-a727-f38668cf6655 req-40fe64e8-e64f-47d5-b54b-b3739a208009 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387855 Aug 02 13:19:13.730406 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 5056d17f-32ff-403c-9560-412b959e7fe4 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:19:13.733409 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-734f2795-41d8-4bd4-a12f-5e3d89fcf428 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe039faa6dec4972a837d6e99b7d47fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5571964 Aug 02 13:19:13.736283 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 50470) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:13.736850 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f2795-41d8-4bd4-a12f-5e3d89fcf428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663fe34f-fd80-4c78-bf9d-e2060f28b0a9,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:13.745969 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-734f2795-41d8-4bd4-a12f-5e3d89fcf428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:13.944975 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4cd65d11-8abf-4ade-935c-3b1fd5e6728a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:13.959325 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2d25b-6776-42bb-a803-92cae90a173f req-f7880b36-d61e-47d4-97a5-53e4bfeda052 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:13.963509 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0cb2d25b-6776-42bb-a803-92cae90a173f req-f7880b36-d61e-47d4-97a5-53e4bfeda052 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 944 time: 0.1599135 Aug 02 13:19:14.000538 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4cd65d11-8abf-4ade-935c-3b1fd5e6728a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:14.060025 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0cb2d25b-6776-42bb-a803-92cae90a173f req-3ecd0c8d-8421-4708-b647-f5813c1e2b26 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840433 Aug 02 13:19:14.097567 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4cd65d11-8abf-4ade-935c-3b1fd5e6728a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:14.101708 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a60bd660-433b-4e4d-9ede-fd83767aeaca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:14.114116 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd65d11-8abf-4ade-935c-3b1fd5e6728a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663fe34f-fd80-4c78-bf9d-e2060f28b0a9,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:14.118531 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4cd65d11-8abf-4ade-935c-3b1fd5e6728a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:14.119120 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 5056d17f-32ff-403c-9560-412b959e7fe4, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=5056d17f-32ff-403c-9560-412b959e7fe4,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:19:14.123287 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4cd65d11-8abf-4ade-935c-3b1fd5e6728a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:14.127419 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-4cd65d11-8abf-4ade-935c-3b1fd5e6728a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/663fe34f-fd80-4c78-bf9d-e2060f28b0a9 HTTP/1.1" status: 204 len: 168 time: 0.3890929 Aug 02 13:19:14.137392 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '5056d17f-32ff-403c-9560-412b959e7fe4', 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf', 'port_id': '5056d17f-32ff-403c-9560-412b959e7fe4', 'mac_address': 'fa:16:3e:54:fc:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ee4538-d553-4bb8-955b-7497483b5977', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:19:14.227283 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:14.247997 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5056d17f-32ff-403c-9560-412b959e7fe4 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:19:14.292898 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 5056d17f-32ff-403c-9560-412b959e7fe4, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=5056d17f-32ff-403c-9560-412b959e7fe4,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:19:14.311111 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:14.314949 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:14.360141 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50488) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:14.476433 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=5056d17f-32ff-403c-9560-412b959e7fe4,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:14.501950 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:14.502433 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:14.502687 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:14.503258 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:14.503405 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:14.503685 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:14.504049 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:14.504332 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:14.504486 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ab1c4a-bebf-4033-9a7e-21af146e8509 req-b6b4c499-9706-44ce-9945-4e2f82bfda86 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:14.505233 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:14.505233 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:14.505656 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:14.507585 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89ab1c4a-bebf-4033-9a7e-21af146e8509 req-b6b4c499-9706-44ce-9945-4e2f82bfda86 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1849804 Aug 02 13:19:14.525691 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:19:14.534347 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:14.542701 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-56181d7a-b61f-4d3b-861e-16f83bb3b95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:14.567229 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-56181d7a-b61f-4d3b-861e-16f83bb3b95b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:14.572495 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-56181d7a-b61f-4d3b-861e-16f83bb3b95b admin admin] Usage tracker for resource:security_group_rule and tenant:55936b29dd5a436aa8aa92e808cf7250 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:14.576647 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-56181d7a-b61f-4d3b-861e-16f83bb3b95b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:14.578984 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89ab1c4a-bebf-4033-9a7e-21af146e8509 req-6c213be3-24a0-415c-aba5-a053e6a126e8 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659521 Aug 02 13:19:14.608693 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-56181d7a-b61f-4d3b-861e-16f83bb3b95b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:14.672016 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-13626759-b75e-42be-9e07-0da74c8565cc req-932afb07-f2d1-4d3d-bbdd-175d9cbcd343 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Synchronizing usage tracker for tenant:45234180b2c04a28872af96b876384bd on resource:port {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:19:14.707610 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-13626759-b75e-42be-9e07-0da74c8565cc req-932afb07-f2d1-4d3d-bbdd-175d9cbcd343 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Unset dirty status for tenant:45234180b2c04a28872af96b876384bd on resource:port {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:19:14.708913 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-13626759-b75e-42be-9e07-0da74c8565cc req-932afb07-f2d1-4d3d-bbdd-175d9cbcd343 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=5401c4fb-967d-466c-b664-8b027a68e2c6 HTTP/1.1" status: 200 len: 210 time: 0.0976994 Aug 02 13:19:14.776188 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-56181d7a-b61f-4d3b-861e-16f83bb3b95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:14.782765 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-56181d7a-b61f-4d3b-861e-16f83bb3b95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:14.800366 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a713812d-9051-4ebc-86f6-39b47aa58bb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:14.812839 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['5056d17f-32ff-403c-9560-412b959e7fe4'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:19:14.856030 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56181d7a-b61f-4d3b-861e-16f83bb3b95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd625d82-fa7c-4dd1-8282-6f9ac935125b,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:14.864403 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 50512) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:14.865010 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-56181d7a-b61f-4d3b-861e-16f83bb3b95b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=55936b29dd5a436aa8aa92e808cf7250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5035717 Aug 02 13:19:14.866276 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-56181d7a-b61f-4d3b-861e-16f83bb3b95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:14.971093 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4e382a52-6ea8-4d95-9f90-8c75173c771a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:15.002793 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4e382a52-6ea8-4d95-9f90-8c75173c771a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:15.076966 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4e382a52-6ea8-4d95-9f90-8c75173c771a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:15.083589 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f7e01b69-35ed-4dce-b5dd-77dad72dbc94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:15.108036 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e382a52-6ea8-4d95-9f90-8c75173c771a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd625d82-fa7c-4dd1-8282-6f9ac935125b,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:15.113489 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4e382a52-6ea8-4d95-9f90-8c75173c771a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:15.115089 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4e382a52-6ea8-4d95-9f90-8c75173c771a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:15.117019 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-4e382a52-6ea8-4d95-9f90-8c75173c771a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd625d82-fa7c-4dd1-8282-6f9ac935125b HTTP/1.1" status: 204 len: 168 time: 0.2513657 Aug 02 13:19:15.364126 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7802906a-87c4-4b66-8b97-c18f120fa497 req-8d312169-c619-4430-8a56-e71e3894e480 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:15.369555 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7802906a-87c4-4b66-8b97-c18f120fa497 req-8d312169-c619-4430-8a56-e71e3894e480 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 945 time: 0.1338000 Aug 02 13:19:15.445637 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7802906a-87c4-4b66-8b97-c18f120fa497 req-3a53679c-eba6-4529-8cd2-875ebf4eac9e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640666 Aug 02 13:19:15.746473 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 13aed7c3-0405-4566-9827-d55bb11e331d no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:19:15.837110 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 13aed7c3-0405-4566-9827-d55bb11e331d {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:19:15.838448 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 13aed7c3-0405-4566-9827-d55bb11e331d not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:19:15.884448 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effec589-6be3-4b5a-821d-f6f20452a0f7 req-4cb95e78-e429-4803-bcfc-a02f1d8aeeb4 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:15.889718 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-effec589-6be3-4b5a-821d-f6f20452a0f7 req-4cb95e78-e429-4803-bcfc-a02f1d8aeeb4 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1741140 Aug 02 13:19:16.005216 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-effec589-6be3-4b5a-821d-f6f20452a0f7 req-54139d63-fcd8-4cf3-aba9-5a2215d47624 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069067 Aug 02 13:19:16.446549 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:19:16.509947 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50582) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:16.641870 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1089778808-network', 'tenant_id': '39a22e7a6761422eaf0065cfd9228e9c'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:19:16.647247 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:16.654937 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Usage tracker for resource:network and tenant:39a22e7a6761422eaf0065cfd9228e9c is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:16.659131 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:16.680537 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:16.680747 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-5ba608f2-94e7-4cc3-8f8f-624576295b75 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:16.684267 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-5ba608f2-94e7-4cc3-8f8f-624576295b75 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/networks?id=1af4f0db-1d52-42f5-99c1-fd1094ac507d HTTP/1.1" status: 200 len: 809 time: 0.4179008 Aug 02 13:19:16.705800 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-de05200d-2134-4faf-a841-3f63ef92fb90 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/quotas/45234180b2c04a28872af96b876384bd HTTP/1.1" status: 200 len: 375 time: 0.0153446 Aug 02 13:19:16.727944 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Made reservation on behalf of 39a22e7a6761422eaf0065cfd9228e9c for: {'network': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:19:16.727944 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:16.760258 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeae4bb-736d-4e5f-a0c7-b78d2fc37e09 req-2fdc417a-c24f-47f9-94cf-1b7eb40094a6 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:16.764425 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9aeae4bb-736d-4e5f-a0c7-b78d2fc37e09 req-2fdc417a-c24f-47f9-94cf-1b7eb40094a6 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 945 time: 0.1889300 Aug 02 13:19:16.767311 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-81956b53-01bf-4b2b-a870-3d94556ca4ce tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=45234180b2c04a28872af96b876384bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591898 Aug 02 13:19:16.769184 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:16.841021 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:16.869459 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Usage tracker for resource:security_group_rule and tenant:39a22e7a6761422eaf0065cfd9228e9c is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:16.880063 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:16.898250 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9aeae4bb-736d-4e5f-a0c7-b78d2fc37e09 req-4c4ce326-f6e2-428b-8d66-d985e1c02a05 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106441 Aug 02 13:19:16.899953 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:16.920638 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-33cd9e7f-e535-4140-ae0f-d038bf8e9964 service neutron] 10.222.0.49 "GET /v2.0/networks/1af4f0db-1d52-42f5-99c1-fd1094ac507d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523294 Aug 02 13:19:17.019849 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:17.025860 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:17.029348 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-6a588d61-4f6d-41b1-89bd-7567487d7d62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:17.062710 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=78567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:19:17.072867 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7122fe-1011-45e7-aa34-fb8bc1000fde,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:17.077639 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:17.081044 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:17.081674 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.segments_db [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Added segment 90eb1a5e-ea29-45c0-bffb-3175f7e65ba6 of type vlan for network fef94063-03c0-447a-99b5-ddfd8a160069 Aug 02 13:19:17.118497 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:17.122988 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-06345338-5933-4b25-96d2-dba3bdbb9cef service neutron] 10.222.0.49 "GET /v2.0/networks/1af4f0db-1d52-42f5-99c1-fd1094ac507d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009158 Aug 02 13:19:17.270057 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:17.283312 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:17.284394 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:17.308171 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:17.543187 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Pushing event updated for resources: {'Network': ['ID=fef94063-03c0-447a-99b5-ddfd8a160069,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:17.555700 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:17.559102 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network fef94063-03c0-447a-99b5-ddfd8a160069 details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:19:17.591201 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3227dd-34c2-4018-8682-747015280249 req-d2040ca4-0841-4e90-923c-dfcf227757b4 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:17.594665 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-dd3227dd-34c2-4018-8682-747015280249 req-d2040ca4-0841-4e90-923c-dfcf227757b4 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.4055514 Aug 02 13:19:17.599697 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0854285 Aug 02 13:19:17.600324 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50606) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:17.615425 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Request body: {'subnet': {'network_id': 'fef94063-03c0-447a-99b5-ddfd8a160069', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1089778808-subnet', 'tenant_id': '39a22e7a6761422eaf0065cfd9228e9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:19:17.658005 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:17.672850 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Usage tracker for resource:subnet and tenant:39a22e7a6761422eaf0065cfd9228e9c is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:17.716655 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:17.726579 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-dd3227dd-34c2-4018-8682-747015280249 req-777fa6a1-ed8f-45ea-8cdd-37ccbe367ab9 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205788 Aug 02 13:19:17.736370 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:17.752929 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 5056d17f-32ff-403c-9560-412b959e7fe4 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:19:17.777210 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Made reservation on behalf of 39a22e7a6761422eaf0065cfd9228e9c for: {'subnet': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:19:17.781234 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:17.876715 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 5056d17f-32ff-403c-9560-412b959e7fe4 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:19:17.883744 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 5056d17f-32ff-403c-9560-412b959e7fe4 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:19:17.884234 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:17.931120 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-fa05e9e0-2064-474b-8698-251da8802008 req-e14730fa-088c-46fb-9f25-865fc7c5dfdd tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 210 time: 0.1168964 Aug 02 13:19:18.095628 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:18.155033 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6386c4-ce83-4025-ae77-f67a03e5a30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5056d17f-32ff-403c-9560-412b959e7fe4'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:19:18.180388 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 5056d17f-32ff-403c-9560-412b959e7fe4, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=5056d17f-32ff-403c-9560-412b959e7fe4,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:19:18.186882 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:18.193606 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:18.213441 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a0c6c-4778-4d5a-bd25-975e0a7df2d1 req-161f4a36-3e3d-472c-b437-0237dd24b6f0 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:18.216753 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f43a0c6c-4778-4d5a-bd25-975e0a7df2d1 req-161f4a36-3e3d-472c-b437-0237dd24b6f0 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 945 time: 0.1613905 Aug 02 13:19:18.219448 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:18.233642 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-d3aaccac-bf81-4376-b2c8-4728ce7e3568 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:18.281433 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6386c4-ce83-4025-ae77-f67a03e5a30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5056d17f-32ff-403c-9560-412b959e7fe4', 'code': 200} Aug 02 13:19:18.322437 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Checking segment: {'id': '90eb1a5e-ea29-45c0-bffb-3175f7e65ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'fef94063-03c0-447a-99b5-ddfd8a160069'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:19:18.322984 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Network hostable DHCP agents. Network: fef94063-03c0-447a-99b5-ddfd8a160069, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:19:18.334585 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba32d67-a0a0-49af-aad0-b652aebebb9b,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:18.349561 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:18.356938 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f43a0c6c-4778-4d5a-bd25-975e0a7df2d1 req-5929de3c-919a-483e-b82f-132746840f48 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296744 Aug 02 13:19:18.381298 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Network fef94063-03c0-447a-99b5-ddfd8a160069 is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:19:18.396867 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=5056d17f-32ff-403c-9560-412b959e7fe4,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:18.397351 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, fef94063-03c0-447a-99b5-ddfd8a160069) {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:19:18.407010 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:18.416501 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953521cc-75ae-464b-a8f0-aa083b5dac37 None None] Network fef94063-03c0-447a-99b5-ddfd8a160069 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:19:18.425256 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:18.429129 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:18.483114 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-79e53e28-15e9-4b8e-a54e-ef85119b0a03 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8717380 Aug 02 13:19:18.774683 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b885aa-f76a-4b3e-b3e5-defc1d01b3e6 None None] Network fef94063-03c0-447a-99b5-ddfd8a160069 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:19:18.812120 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f39849-e904-466c-84ad-decb813dfe54 req-909f26c5-5b8b-4cc5-9a9f-5cc24295e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:18.815244 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d2f39849-e904-466c-84ad-decb813dfe54 req-909f26c5-5b8b-4cc5-9a9f-5cc24295e9ac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 1099 time: 0.1724949 Aug 02 13:19:18.936357 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d2f39849-e904-466c-84ad-decb813dfe54 req-8456dd94-8bbb-4694-8ed2-5db417497077 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107507 Aug 02 13:19:19.183236 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67840e51-b136-43a3-a991-246dcdaea4a6 req-eba4c3f6-3c9e-4fcb-b7c7-6e1ec6adc89d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:19.190100 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67840e51-b136-43a3-a991-246dcdaea4a6 req-eba4c3f6-3c9e-4fcb-b7c7-6e1ec6adc89d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1570754 Aug 02 13:19:19.277599 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67840e51-b136-43a3-a991-246dcdaea4a6 req-87c202d3-ae62-4859-b602-4de40a4519b9 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828700 Aug 02 13:19:19.529126 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50652) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:19.540880 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-258024881-network', 'tenant_id': '3b6957840239445b89fc9650218a28fb'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:19:19.552002 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b2300c1e-6cd5-4869-8c12-08214c6edc98 req-63b66ac2-525a-4b8d-aad5-745deb42bc95 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 210 time: 0.1270962 Aug 02 13:19:19.554627 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:19.563006 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Usage tracker for resource:network and tenant:3b6957840239445b89fc9650218a28fb is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:19.569620 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:19.578815 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:19.591392 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Made reservation on behalf of 3b6957840239445b89fc9650218a28fb for: {'network': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:19:19.595108 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:19.611061 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:19.686198 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:19.694082 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4d982ddb-e611-423d-b295-b6efacd09de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:19.702812 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Usage tracker for resource:security_group_rule and tenant:3b6957840239445b89fc9650218a28fb is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:19.707977 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:19.717997 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:19.780006 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2802a9-64cc-4124-901e-215f7ed2afec req-44b8f14c-6138-4733-b063-b4bf287ef5de tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:19.781648 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-bf2802a9-64cc-4124-901e-215f7ed2afec req-44b8f14c-6138-4733-b063-b4bf287ef5de tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.1550157 Aug 02 13:19:19.850978 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-bf2802a9-64cc-4124-901e-215f7ed2afec req-522b30fa-21b6-4bf9-a727-91b658c7d7c1 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617833 Aug 02 13:19:19.891726 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:19.898269 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:19.901942 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b8c29c63-f903-4a40-bb46-b3e688a1dc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:19.941665 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=78567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:19:19.948874 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e108fd1d-deb3-450e-a3ec-e40a01ea5c7e,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:19.953329 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:19.958839 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:19.959219 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.segments_db [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Added segment bc89b147-c99c-40cf-97bc-34b1d5b620d9 of type vlan for network 5bc9c9ea-a04f-499f-af72-3af1a66c7f81 Aug 02 13:19:19.999172 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:20.041391 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:20.043775 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:20.044687 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:20.048812 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:20.134314 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:20.177379 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Pushing event updated for resources: {'Network': ['ID=5bc9c9ea-a04f-499f-af72-3af1a66c7f81,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:20.179616 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-43ac7c55-c44d-4dcf-8941-47069c349603 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:20.180672 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:20.182250 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-43ac7c55-c44d-4dcf-8941-47069c349603 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.53 "GET /v2.0/networks?id=1af4f0db-1d52-42f5-99c1-fd1094ac507d HTTP/1.1" status: 200 len: 809 time: 0.1977324 Aug 02 13:19:20.185227 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6526098 Aug 02 13:19:20.186500 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50660) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:20.193555 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network 5bc9c9ea-a04f-499f-af72-3af1a66c7f81 details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:19:20.193826 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Request body: {'subnet': {'network_id': '5bc9c9ea-a04f-499f-af72-3af1a66c7f81', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-258024881-subnet', 'tenant_id': '3b6957840239445b89fc9650218a28fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:19:20.199776 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:20.204551 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Usage tracker for resource:subnet and tenant:3b6957840239445b89fc9650218a28fb is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:20.208291 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:20.216719 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Request body: {'port': {'device_id': 'b79fb23b-8a36-4ba6-925a-595019928af2', 'network_id': '1af4f0db-1d52-42f5-99c1-fd1094ac507d', 'admin_state_up': True, 'tenant_id': '45234180b2c04a28872af96b876384bd'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:19:20.319720 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:20.334908 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Made reservation on behalf of 3b6957840239445b89fc9650218a28fb for: {'subnet': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:19:20.337705 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Notify callbacks [] for subnet, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:20.547665 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:20.560111 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:20.580932 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Made reservation on behalf of 45234180b2c04a28872af96b876384bd for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:19:20.596386 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:20.751539 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:20.768373 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64051942-ab18-45fb-98e8-e802327126f2 req-e0fabb89-4f23-46b3-8d1f-2a7c8b8fcae7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:20.771206 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-64051942-ab18-45fb-98e8-e802327126f2 req-e0fabb89-4f23-46b3-8d1f-2a7c8b8fcae7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.2462277 Aug 02 13:19:20.784524 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-101ee2dd-ad43-44b3-8778-557371d1409d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:20.940842 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c015f4ea-d68d-4db6-9967-c389966b4ae9 req-4e08b0b6-7872-4c8c-8a5e-cdb518d6c93c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 210 time: 0.1105490 Aug 02 13:19:20.970186 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcf50cb2-e20a-4428-abd6-738eaabd674e,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:20.982414 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:20.984513 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Allocated IP 172.20.0.4 (1af4f0db-1d52-42f5-99c1-fd1094ac507d/1f80ba91-319a-4ca0-8d80-b96e08d66c26/00311684-0b3c-441e-8262-34a5f787474a) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:19:20.998008 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-64051942-ab18-45fb-98e8-e802327126f2 req-4eafedcd-e572-4c28-9642-839be2a4faf7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166755 Aug 02 13:19:21.024950 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Checking segment: {'id': 'bc89b147-c99c-40cf-97bc-34b1d5b620d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5bc9c9ea-a04f-499f-af72-3af1a66c7f81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:19:21.026178 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Network hostable DHCP agents. Network: 5bc9c9ea-a04f-499f-af72-3af1a66c7f81, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:19:21.067427 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Network 5bc9c9ea-a04f-499f-af72-3af1a66c7f81 is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:19:21.082673 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, 5bc9c9ea-a04f-499f-af72-3af1a66c7f81) {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:19:21.095729 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab03278-8591-4d32-b00e-61ce0b1626d8 None None] Network 5bc9c9ea-a04f-499f-af72-3af1a66c7f81 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:19:21.110312 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:21.110975 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:21.179011 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-d1feab83-2e5e-4bb9-9336-b35a81d60dbd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9911699 Aug 02 13:19:21.330866 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a0a09-2b6f-49f5-afde-613528015333 req-6d1c8dfc-2f12-49d8-bc1b-9942811a46dd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:21.338251 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ad7a0a09-2b6f-49f5-afde-613528015333 req-6d1c8dfc-2f12-49d8-bc1b-9942811a46dd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.2479658 Aug 02 13:19:21.418933 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:21.433055 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ad7a0a09-2b6f-49f5-afde-613528015333 req-66b9ae46-d711-47f2-bb31-def1c9ebac75 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930777 Aug 02 13:19:21.502161 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:21.529888 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-18fb813b-332d-450d-91fe-7a68360f533a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:21.602581 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50690) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:21.607628 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22629e66-6c48-4db8-b11d-d138b529c685 None None] Network 5bc9c9ea-a04f-499f-af72-3af1a66c7f81 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:19:21.769838 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e47d73c-3025-43eb-84b3-898c500dad99 admin admin] Deleting subnet dba32d67-a0a0-49af-aad0-b652aebebb9b {{(pid=78567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:19:21.778789 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3e47d73c-3025-43eb-84b3-898c500dad99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:21.882591 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Network 1af4f0db-1d52-42f5-99c1-fd1094ac507d is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:19:21.904090 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Pushing event updated for resources: {'Port': ['ID=00311684-0b3c-441e-8262-34a5f787474a,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:21.909197 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:19:21.909197 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:21.910255 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3e47d73c-3025-43eb-84b3-898c500dad99 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:21.910466 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:19:21.927666 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3e47d73c-3025-43eb-84b3-898c500dad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:22.087223 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3e47d73c-3025-43eb-84b3-898c500dad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:22.093426 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:22.110464 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:22.111226 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:22.174627 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9704068 Aug 02 13:19:22.179595 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47d73c-3025-43eb-84b3-898c500dad99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba32d67-a0a0-49af-aad0-b652aebebb9b,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:22.185370 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-3e47d73c-3025-43eb-84b3-898c500dad99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:22.188787 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3e47d73c-3025-43eb-84b3-898c500dad99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:22.201976 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 50706) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:22.216096 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-3e47d73c-3025-43eb-84b3-898c500dad99 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dba32d67-a0a0-49af-aad0-b652aebebb9b HTTP/1.1" status: 204 len: 168 time: 0.6118646 Aug 02 13:19:22.339125 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Request body: {'port': {'device_id': 'b79fb23b-8a36-4ba6-925a-595019928af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:19:22.352700 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de461a14-c7ff-4279-b6b3-701a44e5942c req-630158ba-272c-4840-9f34-5a99ea7c46bf tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:22.355765 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-de461a14-c7ff-4279-b6b3-701a44e5942c req-630158ba-272c-4840-9f34-5a99ea7c46bf tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1382294 Aug 02 13:19:22.449729 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-de461a14-c7ff-4279-b6b3-701a44e5942c req-e68959a2-f6e7-457f-8c3d-f4328bd9a78d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876846 Aug 02 13:19:22.490102 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fcfda128-2e5f-4635-bec2-908e4d12e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:22.598893 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:22.763021 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87c909-a6d4-4eef-9b76-305fd5dd60df req-15744d2a-bed4-4147-9334-ff542353bdac tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:22.763761 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-7b87c909-a6d4-4eef-9b76-305fd5dd60df req-15744d2a-bed4-4147-9334-ff542353bdac tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Synchronizing usage tracker for tenant:45234180b2c04a28872af96b876384bd on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:19:22.768026 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fcfda128-2e5f-4635-bec2-908e4d12e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:22.800151 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-fcfda128-2e5f-4635-bec2-908e4d12e827 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fef94063-03c0-447a-99b5-ddfd8a160069']}} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:19:22.819729 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-2dc79800-a1d9-4aee-9a8e-9f78dd5f443e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:22.820979 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-fcfda128-2e5f-4635-bec2-908e4d12e827 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90eb1a5e-ea29-45c0-bffb-3175f7e65ba6') {'for_net_delete': True} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:19:22.821380 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-fcfda128-2e5f-4635-bec2-908e4d12e827 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90eb1a5e-ea29-45c0-bffb-3175f7e65ba6') {} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:19:22.885049 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-7b87c909-a6d4-4eef-9b76-305fd5dd60df req-15744d2a-bed4-4147-9334-ff542353bdac tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Unset dirty status for tenant:45234180b2c04a28872af96b876384bd on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:19:22.887585 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7b87c909-a6d4-4eef-9b76-305fd5dd60df req-15744d2a-bed4-4147-9334-ff542353bdac tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 931 time: 0.5133514 Aug 02 13:19:22.889049 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fcfda128-2e5f-4635-bec2-908e4d12e827 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132345245'] for segment, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:22.946181 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fcfda128-2e5f-4635-bec2-908e4d12e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:22.993848 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcfda128-2e5f-4635-bec2-908e4d12e827 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=78568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:19:22.994271 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fcfda128-2e5f-4635-bec2-908e4d12e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132699203'] for segment, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: Traceback (most recent call last): Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: timer() Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: cb(*args, **kw) Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: return func(*args, **kwargs) Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: self._notify() Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: self.callback(batched_events) Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: event.method(event) Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: return f(self, *a, **k) Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._get(url).json() Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: return self.request(url, 'GET', **kwargs) Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:19:23.010088 dv-cinder-803181-1-iscsi neutron-server[78568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:19:23.149118 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7b87c909-a6d4-4eef-9b76-305fd5dd60df req-cf61ebc2-436e-479e-ad68-508e651f7929 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503767 Aug 02 13:19:23.175324 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fcfda128-2e5f-4635-bec2-908e4d12e827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:23.182025 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:23.206806 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fcfda128-2e5f-4635-bec2-908e4d12e827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:23.225407 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfda128-2e5f-4635-bec2-908e4d12e827 admin admin] Pushing event deleted for resources: {'Network': ['ID=fef94063-03c0-447a-99b5-ddfd8a160069,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:23.232928 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50728) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:23.233802 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-fcfda128-2e5f-4635-bec2-908e4d12e827 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fef94063-03c0-447a-99b5-ddfd8a160069 HTTP/1.1" status: 204 len: 168 time: 1.0296834 Aug 02 13:19:23.237632 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-fcfda128-2e5f-4635-bec2-908e4d12e827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:23.335353 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00311684-0b3c-441e-8262-34a5f787474a {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:19:23.346817 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:23.368147 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Transition to ACTIVE for port object 00311684-0b3c-441e-8262-34a5f787474a will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:19:23.374292 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:23.384860 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a156dd-62ec-4b0d-a718-fb880b02ace4 admin admin] Deleting subnet dcf50cb2-e20a-4428-abd6-738eaabd674e {{(pid=78567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:19:23.393238 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:23.394687 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-91a156dd-62ec-4b0d-a718-fb880b02ace4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:23.536390 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:23.539385 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-91a156dd-62ec-4b0d-a718-fb880b02ace4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:23.549018 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-91a156dd-62ec-4b0d-a718-fb880b02ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:23.641350 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-91a156dd-62ec-4b0d-a718-fb880b02ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:23.649176 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Pushing event updated for resources: {'Port': ['ID=00311684-0b3c-441e-8262-34a5f787474a,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:23.658555 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:23.660425 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:23.703528 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 50740) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:23.727402 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-91a156dd-62ec-4b0d-a718-fb880b02ace4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:23.742974 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a156dd-62ec-4b0d-a718-fb880b02ace4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcf50cb2-e20a-4428-abd6-738eaabd674e,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:23.752694 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-91a156dd-62ec-4b0d-a718-fb880b02ace4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:23.757648 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-91a156dd-62ec-4b0d-a718-fb880b02ace4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dcf50cb2-e20a-4428-abd6-738eaabd674e HTTP/1.1" status: 204 len: 168 time: 0.5146332 Aug 02 13:19:23.758188 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 50746) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:23.821093 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Attempting to bind port 00311684-0b3c-441e-8262-34a5f787474a on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:19:23.821638 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Attempting to bind port 00311684-0b3c-441e-8262-34a5f787474a by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '70af8c79-1b5e-4a52-914b-886edf7ef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1af4f0db-1d52-42f5-99c1-fd1094ac507d'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:19:23.822066 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Attempting to bind port 00311684-0b3c-441e-8262-34a5f787474a on network 1af4f0db-1d52-42f5-99c1-fd1094ac507d {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:19:23.835411 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Port 00311684-0b3c-441e-8262-34a5f787474a on network 1af4f0db-1d52-42f5-99c1-fd1094ac507d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:19:23.835856 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Attempting to bind port 00311684-0b3c-441e-8262-34a5f787474a on network 1af4f0db-1d52-42f5-99c1-fd1094ac507d {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:19:23.914296 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:19:23.915386 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Checking segment: {'id': '70af8c79-1b5e-4a52-914b-886edf7ef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1af4f0db-1d52-42f5-99c1-fd1094ac507d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:19:23.915386 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Bound using segment: {'id': '70af8c79-1b5e-4a52-914b-886edf7ef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1af4f0db-1d52-42f5-99c1-fd1094ac507d'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:19:23.915712 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Bound port: 00311684-0b3c-441e-8262-34a5f787474a, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70af8c79-1b5e-4a52-914b-886edf7ef194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1af4f0db-1d52-42f5-99c1-fd1094ac507d'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:19:23.915983 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:23.951052 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ae01c2b7-6e62-4841-bdbe-349cc2c214db admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:23.955356 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b7c45-e21d-493f-9066-7de0a86e266d req-b54114fe-aed5-4bee-9847-afb2f949f571 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:23.958124 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c25b7c45-e21d-493f-9066-7de0a86e266d req-b54114fe-aed5-4bee-9847-afb2f949f571 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1645696 Aug 02 13:19:23.966851 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9cee9bf4-550d-4ad2-8b36-aeb8e00d3634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:24.022366 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c25b7c45-e21d-493f-9066-7de0a86e266d req-a008f9cd-3a83-43a8-afd3-10710b9956d7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574789 Aug 02 13:19:24.109705 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-ae01c2b7-6e62-4841-bdbe-349cc2c214db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:24.118256 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-ae01c2b7-6e62-4841-bdbe-349cc2c214db admin admin] Usage tracker for resource:security_group_rule and tenant:ea127f6cfe7f4433a0a0f364cba105d5 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:24.124751 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-ae01c2b7-6e62-4841-bdbe-349cc2c214db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:24.136842 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-ae01c2b7-6e62-4841-bdbe-349cc2c214db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:24.249386 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] For port 00311684-0b3c-441e-8262-34a5f787474a, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:19:24.313017 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] For port 00311684-0b3c-441e-8262-34a5f787474a, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=00311684-0b3c-441e-8262-34a5f787474a,segment=NetworkSegment(70af8c79-1b5e-4a52-914b-886edf7ef194),segment_id=70af8c79-1b5e-4a52-914b-886edf7ef194)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:19:24.326896 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9cee9bf4-550d-4ad2-8b36-aeb8e00d3634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:24.341916 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:24.349447 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-78797529-ed14-448c-b358-0eea518689a0 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:24.387654 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-9cee9bf4-550d-4ad2-8b36-aeb8e00d3634 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bc9c9ea-a04f-499f-af72-3af1a66c7f81']}} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:19:24.436886 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-9cee9bf4-550d-4ad2-8b36-aeb8e00d3634 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc89b147-c99c-40cf-97bc-34b1d5b620d9') {'for_net_delete': True} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:19:24.437393 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-9cee9bf4-550d-4ad2-8b36-aeb8e00d3634 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc89b147-c99c-40cf-97bc-34b1d5b620d9') {} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:19:24.466615 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9cee9bf4-550d-4ad2-8b36-aeb8e00d3634 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132345245'] for segment, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:24.474652 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:24.475291 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:24.477653 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] 10.222.0.53 "PUT /v2.0/ports/00311684-0b3c-441e-8262-34a5f787474a HTTP/1.1" status: 200 len: 1093 time: 2.2724979 Aug 02 13:19:24.482496 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79fb23b-8a36-4ba6-925a-595019928af2', 'tag': '00311684-0b3c-441e-8262-34a5f787474a'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:19:24.520950 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9cee9bf4-550d-4ad2-8b36-aeb8e00d3634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:24.531877 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Pushing event updated for resources: {'Port': ['ID=00311684-0b3c-441e-8262-34a5f787474a,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:24.550505 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:24.564694 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cee9bf4-550d-4ad2-8b36-aeb8e00d3634 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=78568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:19:24.565110 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9cee9bf4-550d-4ad2-8b36-aeb8e00d3634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132699203'] for segment, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: Traceback (most recent call last): Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: timer() Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: cb(*args, **kw) Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: return func(*args, **kwargs) Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: self._notify() Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: self.callback(batched_events) Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: event.method(event) Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: return f(self, *a, **k) Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._get(url).json() Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: return self.request(url, 'GET', **kwargs) Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:19:24.583107 dv-cinder-803181-1-iscsi neutron-server[78568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:19:24.646495 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ae01c2b7-6e62-4841-bdbe-349cc2c214db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:24.708284 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ae01c2b7-6e62-4841-bdbe-349cc2c214db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:24.723226 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:24.731772 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5629131c-9c90-4241-a3ea-b569db3d03f9 req-ae5091dd-c2a7-44d6-a3d8-8614ccb1b7cc tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:24.745544 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5629131c-9c90-4241-a3ea-b569db3d03f9 req-ae5091dd-c2a7-44d6-a3d8-8614ccb1b7cc tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 943 time: 0.1922157 Aug 02 13:19:24.758177 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79fb23b-8a36-4ba6-925a-595019928af2', 'tag': '00311684-0b3c-441e-8262-34a5f787474a', 'status': 'completed', 'code': 200} Aug 02 13:19:24.777554 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9cee9bf4-550d-4ad2-8b36-aeb8e00d3634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:24.790300 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-ae01c2b7-6e62-4841-bdbe-349cc2c214db admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ea127f6cfe7f4433a0a0f364cba105d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0855908 Aug 02 13:19:24.791002 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 50764) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:24.796715 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01c2b7-6e62-4841-bdbe-349cc2c214db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185b4e31-01e6-4eea-8e96-03eade7befe0,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:24.800045 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9cee9bf4-550d-4ad2-8b36-aeb8e00d3634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:24.803826 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ae01c2b7-6e62-4841-bdbe-349cc2c214db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:24.818861 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-fcfda128-2e5f-4635-bec2-908e4d12e827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:24.825480 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5629131c-9c90-4241-a3ea-b569db3d03f9 req-4673485b-1af8-4ae0-8de3-ef549e459011 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782859 Aug 02 13:19:24.863805 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee9bf4-550d-4ad2-8b36-aeb8e00d3634 admin admin] Pushing event deleted for resources: {'Network': ['ID=5bc9c9ea-a04f-499f-af72-3af1a66c7f81,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:24.878516 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9cee9bf4-550d-4ad2-8b36-aeb8e00d3634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:24.893698 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-9cee9bf4-550d-4ad2-8b36-aeb8e00d3634 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5bc9c9ea-a04f-499f-af72-3af1a66c7f81 HTTP/1.1" status: 204 len: 168 time: 1.1341009 Aug 02 13:19:24.933657 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:24.952360 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-f0d09d04-9153-4133-988c-6b33446e7a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:24.954896 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-f0d09d04-9153-4133-988c-6b33446e7a45 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=45234180b2c04a28872af96b876384bd&device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 1096 time: 0.3679376 Aug 02 13:19:24.956321 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cf99becb-e839-491f-aaed-0815f2163958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:25.062772 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-c7e40e64-6ec1-48e4-a5e8-35dd8c216479 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00311684-0b3c-441e-8262-34a5f787474a HTTP/1.1" status: 200 len: 217 time: 0.0820968 Aug 02 13:19:25.064573 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cf99becb-e839-491f-aaed-0815f2163958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:25.072666 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50772) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:25.158501 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-4f30acca-f9d1-48c8-9768-cb245d570bfb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=39a22e7a6761422eaf0065cfd9228e9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830576 Aug 02 13:19:25.161281 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50776) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:25.183818 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-b5c855df-2645-46ef-9eb9-c756051b83e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:25.186512 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-b5c855df-2645-46ef-9eb9-c756051b83e6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f80ba91-319a-4ca0-8d80-b96e08d66c26 HTTP/1.1" status: 200 len: 849 time: 0.1146622 Aug 02 13:19:25.236102 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-75c60292-4f26-4a21-9198-b18557e9448f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:25.251105 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cf99becb-e839-491f-aaed-0815f2163958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:25.269930 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-75c60292-4f26-4a21-9198-b18557e9448f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:25.296720 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:25.314392 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-a815ab8f-d19f-4e2a-b510-8ecfe33d8191 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1af4f0db-1d52-42f5-99c1-fd1094ac507d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1071851 Aug 02 13:19:25.322270 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99becb-e839-491f-aaed-0815f2163958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185b4e31-01e6-4eea-8e96-03eade7befe0,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:25.331842 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-cf99becb-e839-491f-aaed-0815f2163958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:25.384978 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-75c60292-4f26-4a21-9198-b18557e9448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:25.390581 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-ea307a80-f3bb-4a50-92c0-3b9ca3037148 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:25.392611 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cf99becb-e839-491f-aaed-0815f2163958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:25.398377 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-cf99becb-e839-491f-aaed-0815f2163958 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/185b4e31-01e6-4eea-8e96-03eade7befe0 HTTP/1.1" status: 204 len: 168 time: 0.6026361 Aug 02 13:19:25.407458 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c60292-4f26-4a21-9198-b18557e9448f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7122fe-1011-45e7-aa34-fb8bc1000fde,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:25.418515 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-75c60292-4f26-4a21-9198-b18557e9448f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:25.425841 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-75c60292-4f26-4a21-9198-b18557e9448f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:25.428685 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-75c60292-4f26-4a21-9198-b18557e9448f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b7122fe-1011-45e7-aa34-fb8bc1000fde HTTP/1.1" status: 204 len: 168 time: 0.2660012 Aug 02 13:19:25.514238 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9d55c-4dca-45dd-b3ff-e2c68db45fd7 req-84a0f816-dbfd-4e93-bfdf-0879a1a976e9 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:25.515741 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c5e9d55c-4dca-45dd-b3ff-e2c68db45fd7 req-84a0f816-dbfd-4e93-bfdf-0879a1a976e9 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.2725823 Aug 02 13:19:25.563140 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-1be16179-abb6-4f28-a2bc-52ddc30b9768 service neutron] 10.222.0.53 "GET /v2.0/networks/1af4f0db-1d52-42f5-99c1-fd1094ac507d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325368 Aug 02 13:19:25.611951 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c5e9d55c-4dca-45dd-b3ff-e2c68db45fd7 req-3c1ccd9e-9e1f-48d5-9b97-7c3aad6b5018 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878294 Aug 02 13:19:25.778779 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b7a6827-7f08-43ac-b2c8-fe8186a178bd req-fb409fc5-ba5d-4212-a532-8aafee1511f7 service neutron] 10.222.0.53 "GET /v2.0/networks/1af4f0db-1d52-42f5-99c1-fd1094ac507d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956422 Aug 02 13:19:26.113387 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc20b5-f00a-4c1e-b598-a96fdffcaa84 req-2708ad48-3976-46b6-b152-073b89514a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:26.116258 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e6fc20b5-f00a-4c1e-b598-a96fdffcaa84 req-2708ad48-3976-46b6-b152-073b89514a5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=45234180b2c04a28872af96b876384bd&device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 1096 time: 0.1745918 Aug 02 13:19:26.125474 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50796) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:26.127617 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50798) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:26.160339 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0198d41a-ac05-42e7-bfdc-438406fdeabe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:26.194619 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-0198d41a-ac05-42e7-bfdc-438406fdeabe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:26.203574 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-0198d41a-ac05-42e7-bfdc-438406fdeabe admin admin] Usage tracker for resource:security_group_rule and tenant:5cd9412e58494c7ca0da6f5987e61b70 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:26.213821 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-0198d41a-ac05-42e7-bfdc-438406fdeabe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:26.226497 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-0198d41a-ac05-42e7-bfdc-438406fdeabe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:26.231517 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-2d9315c7-44b7-4ac4-93eb-252cd7613a7b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b6957840239445b89fc9650218a28fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1023960 Aug 02 13:19:26.234900 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50804) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:26.378364 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0c286ed9-6439-4461-8b8a-7ee9d39e81ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:26.414138 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0198d41a-ac05-42e7-bfdc-438406fdeabe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:26.417147 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fce8e-7068-4225-a965-4f725de88232 req-c8b06ed4-8b8f-495b-a12a-56b9c0ccec23 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:26.419039 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0198d41a-ac05-42e7-bfdc-438406fdeabe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:26.419783 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-960fce8e-7068-4225-a965-4f725de88232 req-c8b06ed4-8b8f-495b-a12a-56b9c0ccec23 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 943 time: 0.3714845 Aug 02 13:19:26.430844 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-75c60292-4f26-4a21-9198-b18557e9448f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:26.442235 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0c286ed9-6439-4461-8b8a-7ee9d39e81ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:26.458391 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc20b5-f00a-4c1e-b598-a96fdffcaa84 req-422e83aa-d83f-424e-ac65-67a1967029a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:26.460834 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e6fc20b5-f00a-4c1e-b598-a96fdffcaa84 req-422e83aa-d83f-424e-ac65-67a1967029a2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1af4f0db-1d52-42f5-99c1-fd1094ac507d HTTP/1.1" status: 200 len: 910 time: 0.3300211 Aug 02 13:19:26.499089 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-0198d41a-ac05-42e7-bfdc-438406fdeabe admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5cd9412e58494c7ca0da6f5987e61b70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3725235 Aug 02 13:19:26.502918 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198d41a-ac05-42e7-bfdc-438406fdeabe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08ddad1-6c22-4d31-82b9-76a4140968c6,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:26.505538 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50808) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:26.526648 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-0198d41a-ac05-42e7-bfdc-438406fdeabe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:26.602838 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0c286ed9-6439-4461-8b8a-7ee9d39e81ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:26.611906 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4435c17f-6216-4445-a602-fb0ef4ab14a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:26.652891 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-35ee4983-e383-494d-a990-a690f8e374ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:26.672198 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4435c17f-6216-4445-a602-fb0ef4ab14a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:26.681777 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c286ed9-6439-4461-8b8a-7ee9d39e81ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e108fd1d-deb3-450e-a3ec-e40a01ea5c7e,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:26.688150 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-0c286ed9-6439-4461-8b8a-7ee9d39e81ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:26.700199 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-0c286ed9-6439-4461-8b8a-7ee9d39e81ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:26.703396 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-0c286ed9-6439-4461-8b8a-7ee9d39e81ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e108fd1d-deb3-450e-a3ec-e40a01ea5c7e HTTP/1.1" status: 204 len: 168 time: 0.4655166 Aug 02 13:19:26.728350 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e6fc20b5-f00a-4c1e-b598-a96fdffcaa84 req-07e1bf14-fd12-4cb0-9bb7-9042cc811b84 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00311684-0b3c-441e-8262-34a5f787474a HTTP/1.1" status: 200 len: 217 time: 0.2512908 Aug 02 13:19:26.739703 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-960fce8e-7068-4225-a965-4f725de88232 req-25f27a00-048a-4c28-8262-1e57b005a4fb tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3104267 Aug 02 13:19:26.768860 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4435c17f-6216-4445-a602-fb0ef4ab14a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:26.773498 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-e7090d66-aefc-4742-a543-2baabf3990a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:26.786890 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435c17f-6216-4445-a602-fb0ef4ab14a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08ddad1-6c22-4d31-82b9-76a4140968c6,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:26.791251 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4435c17f-6216-4445-a602-fb0ef4ab14a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:26.795976 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4435c17f-6216-4445-a602-fb0ef4ab14a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:26.797369 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-4435c17f-6216-4445-a602-fb0ef4ab14a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c08ddad1-6c22-4d31-82b9-76a4140968c6 HTTP/1.1" status: 204 len: 168 time: 0.2815344 Aug 02 13:19:26.878339 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc20b5-f00a-4c1e-b598-a96fdffcaa84 req-328ae737-3cb6-464e-9996-dd4368ea7197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:26.880089 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e6fc20b5-f00a-4c1e-b598-a96fdffcaa84 req-328ae737-3cb6-464e-9996-dd4368ea7197 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1f80ba91-319a-4ca0-8d80-b96e08d66c26 HTTP/1.1" status: 200 len: 849 time: 0.1390300 Aug 02 13:19:26.978322 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e6fc20b5-f00a-4c1e-b598-a96fdffcaa84 req-312a65c2-cb7f-46ed-af56-8a6299304d0c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1af4f0db-1d52-42f5-99c1-fd1094ac507d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626853 Aug 02 13:19:27.079457 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245e972-ebe5-465a-948d-fd0aaffa8195 req-d905802f-676b-4f37-8249-b4432204ee2e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:27.081094 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c245e972-ebe5-465a-948d-fd0aaffa8195 req-d905802f-676b-4f37-8249-b4432204ee2e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1999314 Aug 02 13:19:27.218838 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c245e972-ebe5-465a-948d-fd0aaffa8195 req-fabefef5-3c22-404c-ba22-92bb23e11379 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707710 Aug 02 13:19:27.250755 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e6fc20b5-f00a-4c1e-b598-a96fdffcaa84 req-0c86b118-429f-4872-b232-4caf5fb0fdbe service neutron] 10.222.0.53 "GET /v2.0/networks/1af4f0db-1d52-42f5-99c1-fd1094ac507d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557108 Aug 02 13:19:27.453959 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e6fc20b5-f00a-4c1e-b598-a96fdffcaa84 req-d8fae138-c3d8-4998-bcb0-6c766a359005 service neutron] 10.222.0.53 "GET /v2.0/networks/1af4f0db-1d52-42f5-99c1-fd1094ac507d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896143 Aug 02 13:19:28.153252 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b892f10-f457-477e-8967-d70bbbfee57c req-a55386d2-87a6-45a0-9d27-d44e87aff5aa tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:28.155282 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9b892f10-f457-477e-8967-d70bbbfee57c req-a55386d2-87a6-45a0-9d27-d44e87aff5aa tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 943 time: 0.2205107 Aug 02 13:19:28.250050 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9b892f10-f457-477e-8967-d70bbbfee57c req-1ecf860b-dc39-4b2c-8a05-7c5f75ea2450 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828807 Aug 02 13:19:28.718797 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4482b57-5ccc-4692-86fc-37dc76371ed2 req-4faf381f-520a-48a9-83c4-b23f6174a160 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:28.721675 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f4482b57-5ccc-4692-86fc-37dc76371ed2 req-4faf381f-520a-48a9-83c4-b23f6174a160 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.2131400 Aug 02 13:19:28.788120 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f4482b57-5ccc-4692-86fc-37dc76371ed2 req-f3f7c230-587f-4841-a6cd-08bf71de9de5 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606189 Aug 02 13:19:29.609989 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4211a-ff29-4e3d-a215-7390663c1529 req-3e54b0b2-90b6-4326-8fae-1e9cf54c5462 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:29.611774 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-caa4211a-ff29-4e3d-a215-7390663c1529 req-3e54b0b2-90b6-4326-8fae-1e9cf54c5462 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 943 time: 0.1212370 Aug 02 13:19:29.820705 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-caa4211a-ff29-4e3d-a215-7390663c1529 req-75af59eb-6f13-4425-a509-1eb4a6fdf218 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969178 Aug 02 13:19:29.842314 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 00311684-0b3c-441e-8262-34a5f787474a details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:19:30.046403 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 00311684-0b3c-441e-8262-34a5f787474a, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=00311684-0b3c-441e-8262-34a5f787474a,segment=NetworkSegment(70af8c79-1b5e-4a52-914b-886edf7ef194),segment_id=70af8c79-1b5e-4a52-914b-886edf7ef194)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:19:30.063695 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '00311684-0b3c-441e-8262-34a5f787474a', 'network_id': '1af4f0db-1d52-42f5-99c1-fd1094ac507d', 'port_id': '00311684-0b3c-441e-8262-34a5f787474a', 'mac_address': 'fa:16:3e:1b:b3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f80ba91-319a-4ca0-8d80-b96e08d66c26', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:19:30.096592 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b44a38-8404-4395-8915-4b1cd3455d51 req-88efe517-fd18-4521-af20-f7cb22bde766 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:30.099638 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-04b44a38-8404-4395-8915-4b1cd3455d51 req-88efe517-fd18-4521-af20-f7cb22bde766 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1092823 Aug 02 13:19:30.143172 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:30.165491 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00311684-0b3c-441e-8262-34a5f787474a {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:19:30.185575 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 00311684-0b3c-441e-8262-34a5f787474a, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=00311684-0b3c-441e-8262-34a5f787474a,segment=NetworkSegment(70af8c79-1b5e-4a52-914b-886edf7ef194),segment_id=70af8c79-1b5e-4a52-914b-886edf7ef194)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:19:30.190788 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:30.193129 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:30.201474 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-04b44a38-8404-4395-8915-4b1cd3455d51 req-054f43fd-acf4-4fa3-a5d5-138df7db166d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944920 Aug 02 13:19:30.311326 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50940) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:30.313916 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=00311684-0b3c-441e-8262-34a5f787474a,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:30.326850 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:30.456423 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5d4fb646-420f-4f34-8f52-7d8ee60f9d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:30.474233 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-5d4fb646-420f-4f34-8f52-7d8ee60f9d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:30.479174 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-5d4fb646-420f-4f34-8f52-7d8ee60f9d91 admin admin] Usage tracker for resource:security_group_rule and tenant:2c3f16fa739e423e998901fcce9cda31 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:30.482644 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-5d4fb646-420f-4f34-8f52-7d8ee60f9d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:30.490056 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-5d4fb646-420f-4f34-8f52-7d8ee60f9d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:30.638090 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5d4fb646-420f-4f34-8f52-7d8ee60f9d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:30.644095 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5d4fb646-420f-4f34-8f52-7d8ee60f9d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:30.657338 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-89df9d81-2131-4a94-a922-b246a0571ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:30.707447 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-5d4fb646-420f-4f34-8f52-7d8ee60f9d91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2c3f16fa739e423e998901fcce9cda31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936498 Aug 02 13:19:30.707844 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fb646-420f-4f34-8f52-7d8ee60f9d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c62ee1f-1e3e-498b-bfa7-b72d803610fd,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:30.711429 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5d4fb646-420f-4f34-8f52-7d8ee60f9d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:30.711773 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 50954) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:30.825607 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2ee1fa6a-c907-425b-8ff9-f180308c0830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:30.878444 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2ee1fa6a-c907-425b-8ff9-f180308c0830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:30.935734 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['00311684-0b3c-441e-8262-34a5f787474a'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:19:30.974903 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2ee1fa6a-c907-425b-8ff9-f180308c0830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:30.980684 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ce2e665d-5826-4cc6-98f3-a9e067406fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:30.995423 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1fa6a-c907-425b-8ff9-f180308c0830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c62ee1f-1e3e-498b-bfa7-b72d803610fd,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:30.998372 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-2ee1fa6a-c907-425b-8ff9-f180308c0830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:31.011960 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2ee1fa6a-c907-425b-8ff9-f180308c0830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:31.014100 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-2ee1fa6a-c907-425b-8ff9-f180308c0830 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c62ee1f-1e3e-498b-bfa7-b72d803610fd HTTP/1.1" status: 204 len: 168 time: 0.2993391 Aug 02 13:19:31.129787 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da3c91b-ab39-4de2-bdba-8b2155fd4922 req-e0d09066-b9cc-45f9-bd90-f043c7c16091 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:31.148877 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5da3c91b-ab39-4de2-bdba-8b2155fd4922 req-e0d09066-b9cc-45f9-bd90-f043c7c16091 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 944 time: 0.1848590 Aug 02 13:19:31.276424 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5da3c91b-ab39-4de2-bdba-8b2155fd4922 req-4c38a026-d60f-4651-ac56-cc7d440b5186 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255355 Aug 02 13:19:31.571682 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102df555-bee4-47f8-8032-40311baba1a2 req-064f7570-8b70-4deb-945a-5a889450f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:31.575414 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-102df555-bee4-47f8-8032-40311baba1a2 req-064f7570-8b70-4deb-945a-5a889450f581 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 1099 time: 0.1559048 Aug 02 13:19:31.608717 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 50968) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:31.636230 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ab05ad03-145a-4f7d-94ad-fca5c1bd09b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:31.641100 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed5d935-3442-4ae3-8e38-de76ce46ff5d req-e894f972-de91-491f-9987-d97af5578f69 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:31.643221 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1ed5d935-3442-4ae3-8e38-de76ce46ff5d req-e894f972-de91-491f-9987-d97af5578f69 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1298947 Aug 02 13:19:31.665539 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-ab05ad03-145a-4f7d-94ad-fca5c1bd09b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:31.673469 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-102df555-bee4-47f8-8032-40311baba1a2 req-20583a4b-b95d-46bc-8c9e-ad446e291706 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905886 Aug 02 13:19:31.674577 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-ab05ad03-145a-4f7d-94ad-fca5c1bd09b3 admin admin] Usage tracker for resource:security_group_rule and tenant:77f7b33364c749fbab5ff5936668686e is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:31.678232 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-ab05ad03-145a-4f7d-94ad-fca5c1bd09b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:31.687610 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-ab05ad03-145a-4f7d-94ad-fca5c1bd09b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:31.712616 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1ed5d935-3442-4ae3-8e38-de76ce46ff5d req-e8c299d9-6fd4-4137-8cf7-dc9656f251fc tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625968 Aug 02 13:19:31.861452 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ab05ad03-145a-4f7d-94ad-fca5c1bd09b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:31.875132 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ab05ad03-145a-4f7d-94ad-fca5c1bd09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:31.903490 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-0e3e35c8-7a8e-4e14-8509-cb7a83db1b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:31.970434 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-ab05ad03-145a-4f7d-94ad-fca5c1bd09b3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=77f7b33364c749fbab5ff5936668686e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578765 Aug 02 13:19:31.971538 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 50982) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:31.977969 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05ad03-145a-4f7d-94ad-fca5c1bd09b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66873a86-8e87-4387-837b-d4ca91587dd9,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:31.983274 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ab05ad03-145a-4f7d-94ad-fca5c1bd09b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:32.094620 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e548b6ef-8744-4a7d-bcd8-8d4df47ab283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:32.127613 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e548b6ef-8744-4a7d-bcd8-8d4df47ab283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:32.334592 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e548b6ef-8744-4a7d-bcd8-8d4df47ab283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:32.344208 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-33bc8c6a-509e-4783-85e7-b0a239f945d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:32.378142 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548b6ef-8744-4a7d-bcd8-8d4df47ab283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66873a86-8e87-4387-837b-d4ca91587dd9,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:32.383531 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-e548b6ef-8744-4a7d-bcd8-8d4df47ab283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:32.398766 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-13c8fe44-e6dd-4388-8cbc-b4c28889ff2c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:32.402497 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-13c8fe44-e6dd-4388-8cbc-b4c28889ff2c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/networks?id=8d55e602-c9e5-475a-8414-a458f789f4bf HTTP/1.1" status: 200 len: 814 time: 0.2343819 Aug 02 13:19:32.404597 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e548b6ef-8744-4a7d-bcd8-8d4df47ab283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:32.409559 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-e548b6ef-8744-4a7d-bcd8-8d4df47ab283 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/66873a86-8e87-4387-837b-d4ca91587dd9 HTTP/1.1" status: 204 len: 168 time: 0.4366958 Aug 02 13:19:32.449662 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 51004) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:32.455591 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-c22072f6-b456-4561-9abf-b142fa28072c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/quotas/f80e631c5cce4d94a37b274cc8fd1085 HTTP/1.1" status: 200 len: 375 time: 0.0392137 Aug 02 13:19:32.618063 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-31254c8c-7a02-4441-aa53-a5dc3abfe007 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f80e631c5cce4d94a37b274cc8fd1085&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1606817 Aug 02 13:19:32.665685 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-de317063-3a61-4a25-a659-88276ba3fa49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:32.694033 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-de317063-3a61-4a25-a659-88276ba3fa49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:32.699563 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-de317063-3a61-4a25-a659-88276ba3fa49 admin admin] Usage tracker for resource:security_group_rule and tenant:06cb059622c7403c9248464c3901d827 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:32.703290 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-de317063-3a61-4a25-a659-88276ba3fa49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:32.714365 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38db2d-dfbf-44b4-bfa1-bce686d7ab05 req-70140d49-ed23-48c2-853f-43b12f845b79 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:32.715951 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fc38db2d-dfbf-44b4-bfa1-bce686d7ab05 req-70140d49-ed23-48c2-853f-43b12f845b79 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 944 time: 0.1845911 Aug 02 13:19:32.721523 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-de317063-3a61-4a25-a659-88276ba3fa49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:32.802956 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fc38db2d-dfbf-44b4-bfa1-bce686d7ab05 req-7d78c176-384c-4490-83a5-04f37de61351 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688796 Aug 02 13:19:32.830794 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-7d9a4209-f453-43b2-883b-d64e8857e075 service neutron] 10.222.0.49 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045231 Aug 02 13:19:32.952695 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-de317063-3a61-4a25-a659-88276ba3fa49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:32.966380 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-de317063-3a61-4a25-a659-88276ba3fa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:32.975962 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d0787dde-f652-4625-bea6-264bfb7fce27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:33.024598 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de317063-3a61-4a25-a659-88276ba3fa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16982748-39e2-4c9f-af0a-5c5c7a760ed9,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:33.029009 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-de317063-3a61-4a25-a659-88276ba3fa49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=06cb059622c7403c9248464c3901d827&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5778558 Aug 02 13:19:33.030112 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-de317063-3a61-4a25-a659-88276ba3fa49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:33.031907 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 51022) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:33.036681 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a47b17ee-f6b3-4d4c-a189-8d3c1ee32f83 service neutron] 10.222.0.49 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956432 Aug 02 13:19:33.130279 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6f2392f2-003e-4927-9197-308fca203370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:33.190777 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6f2392f2-003e-4927-9197-308fca203370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:33.393991 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6f2392f2-003e-4927-9197-308fca203370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:33.399496 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ab05ad03-145a-4f7d-94ad-fca5c1bd09b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:33.449624 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2392f2-003e-4927-9197-308fca203370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16982748-39e2-4c9f-af0a-5c5c7a760ed9,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:33.457283 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-6f2392f2-003e-4927-9197-308fca203370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:33.483374 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6f2392f2-003e-4927-9197-308fca203370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:33.487469 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-6f2392f2-003e-4927-9197-308fca203370 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16982748-39e2-4c9f-af0a-5c5c7a760ed9 HTTP/1.1" status: 204 len: 168 time: 0.4545093 Aug 02 13:19:33.737523 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443675fa-3b3e-4bdf-a22a-e8919b0b5295 req-caa001e9-d6f7-4661-a525-ee1bae7a3668 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:33.739609 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-443675fa-3b3e-4bdf-a22a-e8919b0b5295 req-caa001e9-d6f7-4661-a525-ee1bae7a3668 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.2304964 Aug 02 13:19:33.817417 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-443675fa-3b3e-4bdf-a22a-e8919b0b5295 req-f7a23ba3-0f8d-4092-9b7a-19ea69f9ccaa tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664251 Aug 02 13:19:33.875952 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 00311684-0b3c-441e-8262-34a5f787474a up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:19:33.974663 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-dca4bd51-d75e-4dc5-9141-1cd25e0781df req-12ab722d-5d4b-46d8-93a6-f22f0a09ce51 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 210 time: 0.1138797 Aug 02 13:19:34.060297 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 00311684-0b3c-441e-8262-34a5f787474a completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:19:34.072158 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 00311684-0b3c-441e-8262-34a5f787474a triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:19:34.074914 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:34.372385 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900b0c9-7616-4526-a26b-4981779d5a2b req-a65dba7c-a227-40a6-9625-0f005ade55d9 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:34.382677 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8900b0c9-7616-4526-a26b-4981779d5a2b req-a65dba7c-a227-40a6-9625-0f005ade55d9 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 944 time: 0.1499765 Aug 02 13:19:34.385768 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:34.444852 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79fb23b-8a36-4ba6-925a-595019928af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00311684-0b3c-441e-8262-34a5f787474a'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:19:34.471687 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 00311684-0b3c-441e-8262-34a5f787474a, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=00311684-0b3c-441e-8262-34a5f787474a,segment=NetworkSegment(70af8c79-1b5e-4a52-914b-886edf7ef194),segment_id=70af8c79-1b5e-4a52-914b-886edf7ef194)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:19:34.491036 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:34.496035 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:34.506564 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8900b0c9-7616-4526-a26b-4981779d5a2b req-fa79dcfa-d5be-44a4-b194-74f4d8e8cd2d tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215754 Aug 02 13:19:34.628366 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79fb23b-8a36-4ba6-925a-595019928af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00311684-0b3c-441e-8262-34a5f787474a', 'code': 200} Aug 02 13:19:34.642657 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=00311684-0b3c-441e-8262-34a5f787474a,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:34.658896 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:35.171781 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee5a50-f0ab-4fa4-92ed-ec9870681225 req-57f88270-43f9-4510-91fe-a70d01c34e75 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:35.175087 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-79ee5a50-f0ab-4fa4-92ed-ec9870681225 req-57f88270-43f9-4510-91fe-a70d01c34e75 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1190021 Aug 02 13:19:35.211770 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e3a78-38d4-41c9-a8f3-e5c785ee2911 req-00800a16-6748-41d5-90eb-b09cabe3048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:35.214193 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7d6e3a78-38d4-41c9-a8f3-e5c785ee2911 req-00800a16-6748-41d5-90eb-b09cabe3048b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 1098 time: 0.1250679 Aug 02 13:19:35.264343 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-79ee5a50-f0ab-4fa4-92ed-ec9870681225 req-8267b4dd-9e5c-40ac-a2c5-41ac3568aa58 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750585 Aug 02 13:19:35.416004 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e1615ee7-c49e-42d5-b110-1f1e5f769a5f req-69676fef-c560-49c5-ac26-505818a936d4 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 210 time: 0.1671927 Aug 02 13:19:35.447769 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7d6e3a78-38d4-41c9-a8f3-e5c785ee2911 req-afdffc13-e9ab-48bd-939b-b1eb6bda1704 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210889 Aug 02 13:19:35.807811 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5807da3-2c71-46bd-aa2e-a1bc4f0f7423 req-21087efe-3b24-40ed-917e-f5846ff46536 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:35.809537 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e5807da3-2c71-46bd-aa2e-a1bc4f0f7423 req-21087efe-3b24-40ed-917e-f5846ff46536 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 945 time: 0.1822221 Aug 02 13:19:36.053553 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e5807da3-2c71-46bd-aa2e-a1bc4f0f7423 req-6eeead98-6abc-40e4-8d41-c553129d3f0c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306714 Aug 02 13:19:36.126735 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 51158) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:36.240800 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a00f4cf7-7a68-407e-99ff-a7457abd43b1 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:36.242463 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a00f4cf7-7a68-407e-99ff-a7457abd43b1 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "GET /v2.0/networks?id=8d55e602-c9e5-475a-8414-a458f789f4bf HTTP/1.1" status: 200 len: 814 time: 0.3754270 Aug 02 13:19:36.256875 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:36.275396 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Request body: {'port': {'device_id': '8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13', 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf', 'admin_state_up': True, 'tenant_id': 'f80e631c5cce4d94a37b274cc8fd1085'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:19:36.430761 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707ae3b-3220-4799-8c0f-7e612c209999 req-32d1d501-e39f-47d8-822a-d519aa5f00fc tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:36.437798 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3707ae3b-3220-4799-8c0f-7e612c209999 req-32d1d501-e39f-47d8-822a-d519aa5f00fc tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.3701837 Aug 02 13:19:36.520247 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3552b963-083b-49cf-85dd-83c104a4e0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:36.549716 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-3552b963-083b-49cf-85dd-83c104a4e0aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:36.559056 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-3552b963-083b-49cf-85dd-83c104a4e0aa admin admin] Usage tracker for resource:security_group_rule and tenant:c19f71412c9c4fe2bf94b9d54e920775 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:19:36.565325 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-3552b963-083b-49cf-85dd-83c104a4e0aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:19:36.578251 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3707ae3b-3220-4799-8c0f-7e612c209999 req-ed815f41-fc16-4910-930f-05fd04cf02fd tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238966 Aug 02 13:19:36.583475 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-3552b963-083b-49cf-85dd-83c104a4e0aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:36.590624 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ddf32-81ca-4be0-a1c1-9b7f937b53a8 req-feb5afa7-61fe-4c60-87cb-22f55de5db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:36.596737 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a94ddf32-81ca-4be0-a1c1-9b7f937b53a8 req-feb5afa7-61fe-4c60-87cb-22f55de5db7c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5acfbbf2230b40e9a47291fa14f8d5d7&device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 1099 time: 0.6344278 Aug 02 13:19:36.603395 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:19:36.649319 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:19:36.777198 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Made reservation on behalf of f80e631c5cce4d94a37b274cc8fd1085 for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:19:36.780100 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:36.800994 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b7a0ab23-a8cc-4b4f-ae4e-2f86d3831e1d req-49fed43f-5179-4286-a0b7-4328f0dea602 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 210 time: 0.1153376 Aug 02 13:19:36.884148 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ddf32-81ca-4be0-a1c1-9b7f937b53a8 req-e610b511-38a3-449a-a20d-bcf6a20bb5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:36.885987 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a94ddf32-81ca-4be0-a1c1-9b7f937b53a8 req-e610b511-38a3-449a-a20d-bcf6a20bb5b8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f1027cf-695e-4fa3-a649-01bf9937dcce HTTP/1.1" status: 200 len: 918 time: 0.2785025 Aug 02 13:19:36.967469 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a94ddf32-81ca-4be0-a1c1-9b7f937b53a8 req-26b070b2-232a-4986-b7b3-2eeb7e91ec78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a7a732a-ad21-44b4-b87f-a931edf2e0a9 HTTP/1.1" status: 200 len: 217 time: 0.0724058 Aug 02 13:19:37.004279 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3552b963-083b-49cf-85dd-83c104a4e0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:37.013087 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3552b963-083b-49cf-85dd-83c104a4e0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:37.025735 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d88653f0-286c-4304-bb00-5f6e779fe474 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:37.119732 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552b963-083b-49cf-85dd-83c104a4e0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f882d0-aed9-4e44-92a4-5c4f12f2785e,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:37.124218 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-3552b963-083b-49cf-85dd-83c104a4e0aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c19f71412c9c4fe2bf94b9d54e920775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9961627 Aug 02 13:19:37.125313 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-3552b963-083b-49cf-85dd-83c104a4e0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:37.128716 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 51184) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:19:37.222972 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Allocated IP 172.20.0.7 (8d55e602-c9e5-475a-8414-a458f789f4bf/17ee4538-d553-4bb8-955b-7497483b5977/6cd8fdd2-11cd-4423-891c-c8ccf41281b8) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:19:37.334964 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-046758b1-6788-4c80-bb69-bd7e0a520838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:37.469444 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-046758b1-6788-4c80-bb69-bd7e0a520838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:37.525525 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ddf32-81ca-4be0-a1c1-9b7f937b53a8 req-1d09a0ed-40db-4924-a620-b041d9a786a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:37.527434 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a94ddf32-81ca-4be0-a1c1-9b7f937b53a8 req-1d09a0ed-40db-4924-a620-b041d9a786a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac723f8-ee61-478f-8a90-ba25694af273 HTTP/1.1" status: 200 len: 857 time: 0.4408791 Aug 02 13:19:37.602876 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a94ddf32-81ca-4be0-a1c1-9b7f937b53a8 req-fda77d08-4f01-4464-baeb-0442cf7aa5bc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f1027cf-695e-4fa3-a649-01bf9937dcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476179 Aug 02 13:19:37.776930 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a94ddf32-81ca-4be0-a1c1-9b7f937b53a8 req-580acb5f-3225-497c-8b54-a8619aa9832e service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654215 Aug 02 13:19:37.960598 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-046758b1-6788-4c80-bb69-bd7e0a520838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:37.969619 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ae01c2b7-6e62-4841-bdbe-349cc2c214db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:37.984654 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6825de-9acf-4f23-85d0-1de7e913f31c req-ae634194-e69b-4325-b791-268b572c74e7 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:37.985675 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-df6825de-9acf-4f23-85d0-1de7e913f31c req-ae634194-e69b-4325-b791-268b572c74e7 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 945 time: 0.5204093 Aug 02 13:19:37.997206 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:38.007421 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046758b1-6788-4c80-bb69-bd7e0a520838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f882d0-aed9-4e44-92a4-5c4f12f2785e,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:38.029980 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-046758b1-6788-4c80-bb69-bd7e0a520838 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:38.109409 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-df6825de-9acf-4f23-85d0-1de7e913f31c req-b384e433-7676-440e-a2a9-e6552a49c519 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951490 Aug 02 13:19:38.113203 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-046758b1-6788-4c80-bb69-bd7e0a520838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:38.115249 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-046758b1-6788-4c80-bb69-bd7e0a520838 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49f882d0-aed9-4e44-92a4-5c4f12f2785e HTTP/1.1" status: 204 len: 168 time: 0.9855571 Aug 02 13:19:38.155139 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:38.161111 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a94ddf32-81ca-4be0-a1c1-9b7f937b53a8 req-8924b92a-90d9-43d0-9137-e889d94136d2 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462084 Aug 02 13:19:38.166249 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:38.225216 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['7fe6e73d-0979-4106-8a52-6857e01c21a4', 'a202e49f-9795-4d01-b3ee-93f928ec9793', '5056d17f-32ff-403c-9560-412b959e7fe4'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:19:38.343092 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5ce44-ab17-49fd-a4aa-a03e58f1101c req-310a9489-34f9-4871-bfc5-c8e109133f64 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:38.346391 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Pushing event updated for resources: {'Port': ['ID=6cd8fdd2-11cd-4423-891c-c8ccf41281b8,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:38.351524 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d3f5ce44-ab17-49fd-a4aa-a03e58f1101c req-310a9489-34f9-4871-bfc5-c8e109133f64 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1890001 Aug 02 13:19:38.412599 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:38.432146 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Network 8d55e602-c9e5-475a-8414-a458f789f4bf is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:19:38.442041 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:19:38.451135 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:19:38.461287 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d3f5ce44-ab17-49fd-a4aa-a03e58f1101c req-cc481689-7d61-4149-b9c5-8d7f0502aedb tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017392 Aug 02 13:19:38.562180 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9064f7-2453-4ace-b9d5-8a69d43734c7 req-6bb97eca-fc2d-41cc-a9a1-e38a249451a8 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:38.563786 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4d9064f7-2453-4ace-b9d5-8a69d43734c7 req-6bb97eca-fc2d-41cc-a9a1-e38a249451a8 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.2333884 Aug 02 13:19:38.569923 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:38.570717 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:38.649765 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4d9064f7-2453-4ace-b9d5-8a69d43734c7 req-1e346e7c-ae05-456e-a329-37573fd1c972 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738251 Aug 02 13:19:38.653093 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3820174 Aug 02 13:19:38.681799 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Request body: {'port': {'device_id': '8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:19:38.712139 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c13b3-526b-44ab-8db7-89d71a5dd83d req-a1893b7d-12c2-43aa-b5c6-411afb48e22f tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:38.717937 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0f8c13b3-526b-44ab-8db7-89d71a5dd83d req-a1893b7d-12c2-43aa-b5c6-411afb48e22f tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 931 time: 0.1417198 Aug 02 13:19:38.808402 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0f8c13b3-526b-44ab-8db7-89d71a5dd83d req-fa3d7550-cca1-4e9d-bf1e-e6b63821582d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822711 Aug 02 13:19:38.864421 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:39.468280 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1a9df-c784-47a2-ab47-7f69b8b4d7fc req-c8327d40-47d7-4c40-adab-110253858b8a tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:39.469919 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e0b1a9df-c784-47a2-ab47-7f69b8b4d7fc req-c8327d40-47d7-4c40-adab-110253858b8a tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 945 time: 0.1416259 Aug 02 13:19:39.562567 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e0b1a9df-c784-47a2-ab47-7f69b8b4d7fc req-dd5b0e52-3955-4f31-8ec4-6ad555719d18 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808690 Aug 02 13:19:39.655220 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:19:39.715127 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:39.765931 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Transition to ACTIVE for port object 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:19:39.782097 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:39.796001 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:39.967051 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee635cf-c879-4c62-91d5-81d6dcd62bcf req-617f3401-996d-4637-b52f-44df58371ff6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:39.968737 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fee635cf-c879-4c62-91d5-81d6dcd62bcf req-617f3401-996d-4637-b52f-44df58371ff6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.3204887 Aug 02 13:19:40.035981 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Pushing event updated for resources: {'Port': ['ID=6cd8fdd2-11cd-4423-891c-c8ccf41281b8,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:40.039991 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:40.049179 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837ea4d7-43df-463c-93f2-4445522aa98e req-98bea38c-252d-4ef5-8bd9-38a48cb704f5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:40.062329 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-837ea4d7-43df-463c-93f2-4445522aa98e req-98bea38c-252d-4ef5-8bd9-38a48cb704f5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.2087698 Aug 02 13:19:40.141136 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Attempting to bind port 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:19:40.141545 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Attempting to bind port 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:19:40.141959 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Attempting to bind port 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 on network 8d55e602-c9e5-475a-8414-a458f789f4bf {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:19:40.147241 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-837ea4d7-43df-463c-93f2-4445522aa98e req-e87aa43b-7eaa-46bf-b8f2-62bdcb35afe7 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822558 Aug 02 13:19:40.169092 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fee635cf-c879-4c62-91d5-81d6dcd62bcf req-300e0aef-3407-41fc-9a84-597337f7623a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936131 Aug 02 13:19:40.170482 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Port 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 on network 8d55e602-c9e5-475a-8414-a458f789f4bf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:19:40.171011 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Attempting to bind port 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 on network 8d55e602-c9e5-475a-8414-a458f789f4bf {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:19:40.194809 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:19:40.195361 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Checking segment: {'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:19:40.195972 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Bound using segment: {'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:19:40.196759 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Bound port: 6cd8fdd2-11cd-4423-891c-c8ccf41281b8, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:19:40.197900 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:40.447141 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] For port 6cd8fdd2-11cd-4423-891c-c8ccf41281b8, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:19:40.466926 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] For port 6cd8fdd2-11cd-4423-891c-c8ccf41281b8, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=6cd8fdd2-11cd-4423-891c-c8ccf41281b8,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:19:40.476811 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:40.507655 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:40.748417 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92778373-2ee4-4e94-9dcb-c8126e10e7c8 req-bdf6f1b3-5621-411b-8d68-d241ef78c2ff tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:40.752683 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Pushing event updated for resources: {'Port': ['ID=6cd8fdd2-11cd-4423-891c-c8ccf41281b8,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:40.753443 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-92778373-2ee4-4e94-9dcb-c8126e10e7c8 req-bdf6f1b3-5621-411b-8d68-d241ef78c2ff tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 943 time: 0.3327947 Aug 02 13:19:40.760760 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:40.781631 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:40.783061 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:40.786218 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] 10.222.0.53 "PUT /v2.0/ports/6cd8fdd2-11cd-4423-891c-c8ccf41281b8 HTTP/1.1" status: 200 len: 1093 time: 2.1122754 Aug 02 13:19:40.787010 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13', 'tag': '6cd8fdd2-11cd-4423-891c-c8ccf41281b8'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:19:40.853207 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-92778373-2ee4-4e94-9dcb-c8126e10e7c8 req-a20371b2-d50a-4226-ad71-a33c129c46fe tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922365 Aug 02 13:19:40.886725 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13', 'tag': '6cd8fdd2-11cd-4423-891c-c8ccf41281b8', 'status': 'completed', 'code': 200} Aug 02 13:19:41.070372 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-3d838f8b-1847-4c76-8222-b362daba5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:41.072886 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-3d838f8b-1847-4c76-8222-b362daba5408 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f80e631c5cce4d94a37b274cc8fd1085&device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 1096 time: 0.1263623 Aug 02 13:19:41.168412 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-f2c973d3-eef7-45e9-a424-23735d4fd507 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cd8fdd2-11cd-4423-891c-c8ccf41281b8 HTTP/1.1" status: 200 len: 217 time: 0.0682616 Aug 02 13:19:41.403952 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-d420193a-4114-46a2-aa98-5e6e4fc859b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:41.405573 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-d420193a-4114-46a2-aa98-5e6e4fc859b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17ee4538-d553-4bb8-955b-7497483b5977 HTTP/1.1" status: 200 len: 854 time: 0.1676049 Aug 02 13:19:41.456419 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1450dc33-71ff-4377-8142-50886748160d req-df435379-11eb-410b-bc6e-668041a7d06d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:41.468437 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-7b0ad581-0ec5-45b4-beb6-5af54a06b9da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8d55e602-c9e5-475a-8414-a458f789f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451829 Aug 02 13:19:41.471044 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1450dc33-71ff-4377-8142-50886748160d req-df435379-11eb-410b-bc6e-668041a7d06d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.1777501 Aug 02 13:19:41.530530 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1450dc33-71ff-4377-8142-50886748160d req-0c20d4da-e66f-460f-a51b-b3165063ddab tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577385 Aug 02 13:19:41.538029 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80993a5-29b7-49b4-99d5-5d7809ee241e req-50312a58-1f13-4ea7-9c91-c4c2db1ace86 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:41.539897 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c80993a5-29b7-49b4-99d5-5d7809ee241e req-50312a58-1f13-4ea7-9c91-c4c2db1ace86 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.2353737 Aug 02 13:19:41.687243 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c80993a5-29b7-49b4-99d5-5d7809ee241e req-9d000920-5edc-4b1c-8be4-d5881fa532c9 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781729 Aug 02 13:19:41.694487 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-039a1834-37b7-418c-9737-f926974bf771 service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100687 Aug 02 13:19:41.860898 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0f9a8245-1cb9-4685-9acd-4619e452320d req-5d076b13-d9b2-4d2b-88b4-07127daf372d service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584725 Aug 02 13:19:42.207960 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad8523-2134-4fc0-9ffe-153cdf36d697 req-7c3f99da-969c-4964-862a-bcd40c5fa9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:42.209999 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-23ad8523-2134-4fc0-9ffe-153cdf36d697 req-7c3f99da-969c-4964-862a-bcd40c5fa9cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f80e631c5cce4d94a37b274cc8fd1085&device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 1096 time: 0.1491649 Aug 02 13:19:42.489516 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ac97db-0dcc-43bb-9cd4-15723af489de req-4c1f088c-5207-4f56-95db-92700f58643e tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:42.491484 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b1ac97db-0dcc-43bb-9cd4-15723af489de req-4c1f088c-5207-4f56-95db-92700f58643e tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 945 time: 0.1691852 Aug 02 13:19:42.572760 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b1ac97db-0dcc-43bb-9cd4-15723af489de req-e69171c3-33e1-4009-9c78-7096abc42be4 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695801 Aug 02 13:19:42.593028 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddec55-66c5-45b4-a39d-ac1c471f28d8 req-bb8f69e4-7272-4dbe-ae86-b127e5b4a9a5 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:42.593842 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-00ddec55-66c5-45b4-a39d-ac1c471f28d8 req-bb8f69e4-7272-4dbe-ae86-b127e5b4a9a5 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Synchronizing usage tracker for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:19:42.601665 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad8523-2134-4fc0-9ffe-153cdf36d697 req-4bba96e4-e6b9-4fa6-a57f-71ddb96306c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:42.603258 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-23ad8523-2134-4fc0-9ffe-153cdf36d697 req-4bba96e4-e6b9-4fa6-a57f-71ddb96306c8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=8d55e602-c9e5-475a-8414-a458f789f4bf HTTP/1.1" status: 200 len: 915 time: 0.3222950 Aug 02 13:19:42.699488 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-23ad8523-2134-4fc0-9ffe-153cdf36d697 req-68cff3a4-687a-471f-b59a-7c3fb3440e63 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cd8fdd2-11cd-4423-891c-c8ccf41281b8 HTTP/1.1" status: 200 len: 217 time: 0.0878656 Aug 02 13:19:42.700291 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-00ddec55-66c5-45b4-a39d-ac1c471f28d8 req-bb8f69e4-7272-4dbe-ae86-b127e5b4a9a5 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Unset dirty status for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:19:42.701652 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-00ddec55-66c5-45b4-a39d-ac1c471f28d8 req-bb8f69e4-7272-4dbe-ae86-b127e5b4a9a5 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 943 time: 0.4608178 Aug 02 13:19:42.815090 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad8523-2134-4fc0-9ffe-153cdf36d697 req-c619b5c2-2cd4-4a99-a3aa-cdc3de2b409d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:42.816536 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-23ad8523-2134-4fc0-9ffe-153cdf36d697 req-c619b5c2-2cd4-4a99-a3aa-cdc3de2b409d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=17ee4538-d553-4bb8-955b-7497483b5977 HTTP/1.1" status: 200 len: 854 time: 0.1085620 Aug 02 13:19:42.819697 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-00ddec55-66c5-45b4-a39d-ac1c471f28d8 req-2cd33312-bd7b-4910-a8f3-553f0335accd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766780 Aug 02 13:19:42.880691 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-23ad8523-2134-4fc0-9ffe-153cdf36d697 req-abf5d677-abea-4d6f-b2ee-2c1e759621fc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=8d55e602-c9e5-475a-8414-a458f789f4bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553818 Aug 02 13:19:42.911179 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbc735-2ee4-4caa-bf86-d9715cffd2e8 req-251f2883-0672-4047-8882-4cffe61d926c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:42.912756 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8fbbc735-2ee4-4caa-bf86-d9715cffd2e8 req-251f2883-0672-4047-8882-4cffe61d926c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.0976171 Aug 02 13:19:42.976154 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8fbbc735-2ee4-4caa-bf86-d9715cffd2e8 req-62b2914e-1652-4f18-897c-291649c355fc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560431 Aug 02 13:19:43.088496 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-23ad8523-2134-4fc0-9ffe-153cdf36d697 req-75a17e60-4e6b-4069-b9bd-663064cf05b3 service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926837 Aug 02 13:19:43.133895 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c95cbf-b146-4e58-895a-f851cce29359 req-675be4ab-52b4-47b7-b58e-7c0ce369fd4f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:43.136311 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f2c95cbf-b146-4e58-895a-f851cce29359 req-675be4ab-52b4-47b7-b58e-7c0ce369fd4f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1476123 Aug 02 13:19:43.264265 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f2c95cbf-b146-4e58-895a-f851cce29359 req-37b8d966-1286-4867-b91d-acb55a06aca9 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138546 Aug 02 13:19:43.288844 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-23ad8523-2134-4fc0-9ffe-153cdf36d697 req-e7640026-103c-4802-a32c-d4c0a26f406e service neutron] 10.222.0.53 "GET /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856847 Aug 02 13:19:43.822597 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c442b-0d19-4152-8f56-a5f1cb3fdc9d req-76f17b33-37fc-4bd9-b5a7-8739936308ed tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:43.829759 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5a8c442b-0d19-4152-8f56-a5f1cb3fdc9d req-76f17b33-37fc-4bd9-b5a7-8739936308ed tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 945 time: 0.1155849 Aug 02 13:19:43.941052 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5a8c442b-0d19-4152-8f56-a5f1cb3fdc9d req-910ea9cf-ff92-4e0e-a547-c84c0187e330 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945954 Aug 02 13:19:44.170072 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636eef60-7f5a-4daa-9445-2bbac5203ccf req-568e05f1-1679-4318-ba5a-b96c8b2bdf61 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:44.172987 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-636eef60-7f5a-4daa-9445-2bbac5203ccf req-568e05f1-1679-4318-ba5a-b96c8b2bdf61 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 943 time: 0.1645060 Aug 02 13:19:44.287319 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-636eef60-7f5a-4daa-9445-2bbac5203ccf req-0f8bdabb-a09d-471d-b8da-ee9812ac4b0f tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019883 Aug 02 13:19:44.409913 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f0a5aa-50b7-4418-86e1-037cb8ab7c4e req-c67f9279-0295-4e6e-9b79-1086fd1b596e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:44.413649 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-63f0a5aa-50b7-4418-86e1-037cb8ab7c4e req-c67f9279-0295-4e6e-9b79-1086fd1b596e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.2108080 Aug 02 13:19:44.513689 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-63f0a5aa-50b7-4418-86e1-037cb8ab7c4e req-2e0498d5-ebc8-41af-a060-56f8844f19ca tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856009 Aug 02 13:19:44.995530 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9643b5-ed60-4946-90f1-48fc9ad66409 req-c174375c-55c7-44f6-be67-f31767f4135e tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:44.997425 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0c9643b5-ed60-4946-90f1-48fc9ad66409 req-c174375c-55c7-44f6-be67-f31767f4135e tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 945 time: 0.1196668 Aug 02 13:19:45.172961 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-0c9643b5-ed60-4946-90f1-48fc9ad66409 req-09dc4aeb-f15f-44b2-aa3e-868cbaa6249c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Deleting port 00311684-0b3c-441e-8262-34a5f787474a {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:19:45.173711 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-0c9643b5-ed60-4946-90f1-48fc9ad66409 req-09dc4aeb-f15f-44b2-aa3e-868cbaa6249c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:45.270717 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af37d1-d380-46b6-b45d-4f16b9028f90 req-b50cf96f-1572-4a26-9dc5-1de1c4159dae tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:45.286064 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-91af37d1-d380-46b6-b45d-4f16b9028f90 req-b50cf96f-1572-4a26-9dc5-1de1c4159dae tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.2659791 Aug 02 13:19:45.407883 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-91af37d1-d380-46b6-b45d-4f16b9028f90 req-333b326c-3fff-4638-9bd1-82968bd50906 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209228 Aug 02 13:19:45.456308 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128246f0-a1fa-4a3e-886d-ba1d360af88c req-f865af9e-6c1a-4bef-8974-c90c3e0f4ec5 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:45.458574 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-128246f0-a1fa-4a3e-886d-ba1d360af88c req-f865af9e-6c1a-4bef-8974-c90c3e0f4ec5 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 945 time: 0.1377172 Aug 02 13:19:45.532909 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-128246f0-a1fa-4a3e-886d-ba1d360af88c req-4c5da0a6-f1a8-4781-b0f0-d3b8a2297d2c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/security-groups?id=f076afcb-00fc-4168-821c-d39fdfc59574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676076 Aug 02 13:19:45.618992 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-0c9643b5-ed60-4946-90f1-48fc9ad66409 req-09dc4aeb-f15f-44b2-aa3e-868cbaa6249c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] For port 00311684-0b3c-441e-8262-34a5f787474a, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=00311684-0b3c-441e-8262-34a5f787474a,segment=NetworkSegment(70af8c79-1b5e-4a52-914b-886edf7ef194),segment_id=70af8c79-1b5e-4a52-914b-886edf7ef194)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:19:45.619895 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-0c9643b5-ed60-4946-90f1-48fc9ad66409 req-09dc4aeb-f15f-44b2-aa3e-868cbaa6249c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:45.896616 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-0c9643b5-ed60-4946-90f1-48fc9ad66409 req-09dc4aeb-f15f-44b2-aa3e-868cbaa6249c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Calling delete_port for 00311684-0b3c-441e-8262-34a5f787474a owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:19:45.927708 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:19:46.344879 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 6cd8fdd2-11cd-4423-891c-c8ccf41281b8, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=6cd8fdd2-11cd-4423-891c-c8ccf41281b8,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:19:46.388835 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '6cd8fdd2-11cd-4423-891c-c8ccf41281b8', 'network_id': '8d55e602-c9e5-475a-8414-a458f789f4bf', 'port_id': '6cd8fdd2-11cd-4423-891c-c8ccf41281b8', 'mac_address': 'fa:16:3e:10:73:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17ee4538-d553-4bb8-955b-7497483b5977', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:19:46.577992 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-0c9643b5-ed60-4946-90f1-48fc9ad66409 req-09dc4aeb-f15f-44b2-aa3e-868cbaa6249c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:46.595895 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:46.601901 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:46.653684 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['00311684-0b3c-441e-8262-34a5f787474a'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:19:46.793026 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc4aeb-f15f-44b2-aa3e-868cbaa6249c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Pushing event deleted for resources: {'Port': ['ID=00311684-0b3c-441e-8262-34a5f787474a,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:46.805094 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-09dc4aeb-f15f-44b2-aa3e-868cbaa6249c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:46.808648 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:19:46.841355 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 6cd8fdd2-11cd-4423-891c-c8ccf41281b8, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=6cd8fdd2-11cd-4423-891c-c8ccf41281b8,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:19:46.842801 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031f312-21d4-4789-bb94-b747311eeeab req-1cc08c16-8674-4308-b313-bd73cb369039 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:46.845585 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2031f312-21d4-4789-bb94-b747311eeeab req-1cc08c16-8674-4308-b313-bd73cb369039 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.2456214 Aug 02 13:19:46.847701 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:46.849976 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-daf6b542-c7b1-4f57-8bbc-b25c4960479f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:46.860256 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9643b5-ed60-4946-90f1-48fc9ad66409 req-09dc4aeb-f15f-44b2-aa3e-868cbaa6249c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] No DVR routers for this DVR port 00311684-0b3c-441e-8262-34a5f787474a on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:19:46.866642 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-0c9643b5-ed60-4946-90f1-48fc9ad66409 req-09dc4aeb-f15f-44b2-aa3e-868cbaa6249c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:46.870576 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79fb23b-8a36-4ba6-925a-595019928af2', 'name': 'network-vif-deleted', 'tag': '00311684-0b3c-441e-8262-34a5f787474a'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:19:46.892904 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeddb43-4783-4279-8e27-2695080a26df req-4af906c5-a6aa-4366-b878-f28ffae6bb1b tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:46.900212 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eaeddb43-4783-4279-8e27-2695080a26df req-4af906c5-a6aa-4366-b878-f28ffae6bb1b tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 943 time: 1.1428289 Aug 02 13:19:46.952962 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0c9643b5-ed60-4946-90f1-48fc9ad66409 req-09dc4aeb-f15f-44b2-aa3e-868cbaa6249c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.53 "DELETE /v2.0/ports/00311684-0b3c-441e-8262-34a5f787474a HTTP/1.1" status: 204 len: 173 time: 1.8705244 Aug 02 13:19:46.970096 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2031f312-21d4-4789-bb94-b747311eeeab req-4d0004f6-d321-40fd-a665-3d9ddfe1e2ce tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126690 Aug 02 13:19:46.972245 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=6cd8fdd2-11cd-4423-891c-c8ccf41281b8,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:46.976023 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:47.041593 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eaeddb43-4783-4279-8e27-2695080a26df req-3e44ee2d-dac5-4c54-9d54-529b98746465 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404269 Aug 02 13:19:47.319071 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-4e881bd5-6d9f-47b4-bf89-8262e05718b6 req-21231d95-48d7-408e-80bf-cd15cbf62401 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Synchronizing usage tracker for tenant:45234180b2c04a28872af96b876384bd on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:19:47.341715 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-4e881bd5-6d9f-47b4-bf89-8262e05718b6 req-21231d95-48d7-408e-80bf-cd15cbf62401 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Unset dirty status for tenant:45234180b2c04a28872af96b876384bd on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:19:47.344939 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4e881bd5-6d9f-47b4-bf89-8262e05718b6 req-21231d95-48d7-408e-80bf-cd15cbf62401 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] 10.222.0.49 "GET /v2.0/ports?device_id=b79fb23b-8a36-4ba6-925a-595019928af2 HTTP/1.1" status: 200 len: 210 time: 0.0772185 Aug 02 13:19:47.405578 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79fb23b-8a36-4ba6-925a-595019928af2', 'name': 'network-vif-deleted', 'tag': '00311684-0b3c-441e-8262-34a5f787474a', 'status': 'completed', 'code': 200} Aug 02 13:19:47.418983 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['6cd8fdd2-11cd-4423-891c-c8ccf41281b8'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:19:47.929645 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 00311684-0b3c-441e-8262-34a5f787474a no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:19:47.975083 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 00311684-0b3c-441e-8262-34a5f787474a {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:19:47.975644 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 00311684-0b3c-441e-8262-34a5f787474a not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:19:48.360508 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9eb43-e089-4d04-ab9b-3bc8ac7e3a71 req-ea79d89c-877e-400f-ba9f-808fea030abf tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:48.362763 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-99b9eb43-e089-4d04-ab9b-3bc8ac7e3a71 req-ea79d89c-877e-400f-ba9f-808fea030abf tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.1650667 Aug 02 13:19:48.423511 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-99b9eb43-e089-4d04-ab9b-3bc8ac7e3a71 req-f89e993f-ffad-4390-be5f-83fc98a0cab2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496707 Aug 02 13:19:48.553472 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a1f066-a254-46b8-b56b-61b8901929ea req-09a0f8eb-de89-43c0-be6a-209862c2f150 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:48.557721 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-77a1f066-a254-46b8-b56b-61b8901929ea req-09a0f8eb-de89-43c0-be6a-209862c2f150 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 944 time: 0.2580271 Aug 02 13:19:48.612295 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-77a1f066-a254-46b8-b56b-61b8901929ea req-007bf0b9-feaa-44a6-877d-0aed8f1a12ee tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498991 Aug 02 13:19:49.715230 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-bbcb9e8a-d02e-478e-afa7-51a901d6c5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:49.717417 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dadd37f-b1ab-4cfd-bcca-208624b151b4 req-1cd278f9-5f47-4ff1-864d-ff02cbbfe1c2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:49.719206 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9dadd37f-b1ab-4cfd-bcca-208624b151b4 req-1cd278f9-5f47-4ff1-864d-ff02cbbfe1c2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.1154308 Aug 02 13:19:49.829491 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9dadd37f-b1ab-4cfd-bcca-208624b151b4 req-953d9e23-7280-407f-a66c-174ebbfa4e24 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994799 Aug 02 13:19:49.938437 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:19:49.957810 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d60bec-9f89-4faf-bb81-9b41b5f89f8d req-b9b041f4-3326-4d59-8476-81cc8902dffe tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:49.969370 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-23d60bec-9f89-4faf-bb81-9b41b5f89f8d req-b9b041f4-3326-4d59-8476-81cc8902dffe tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 944 time: 0.1546905 Aug 02 13:19:50.038934 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-23d60bec-9f89-4faf-bb81-9b41b5f89f8d req-adf13f51-3f1e-4312-a760-b4360caed933 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685978 Aug 02 13:19:50.062296 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:19:50.069203 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:19:50.069986 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:50.172494 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:50.277004 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:50.322385 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd8fdd2-11cd-4423-891c-c8ccf41281b8'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:19:50.383049 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 6cd8fdd2-11cd-4423-891c-c8ccf41281b8, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=6cd8fdd2-11cd-4423-891c-c8ccf41281b8,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:19:50.405635 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:50.411196 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:19:50.455265 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cd8fdd2-11cd-4423-891c-c8ccf41281b8', 'code': 200} Aug 02 13:19:50.500823 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=6cd8fdd2-11cd-4423-891c-c8ccf41281b8,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:19:50.504220 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:19:50.838948 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fa5134-d91a-4fa8-80a9-72e7f49ff839 req-d27057a3-0096-42ec-900c-4a18c53a573e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:50.841759 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-45fa5134-d91a-4fa8-80a9-72e7f49ff839 req-d27057a3-0096-42ec-900c-4a18c53a573e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 1098 time: 0.1431572 Aug 02 13:19:50.920557 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-45fa5134-d91a-4fa8-80a9-72e7f49ff839 req-cb5192f5-9da0-4a45-ae9b-0c6b3f6e9b0d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719008 Aug 02 13:19:51.113940 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a200a-11da-41e9-ad2a-2fb0c053ff79 req-59b2504f-bf89-4d4c-a4fb-e1a56562dcf1 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:51.115749 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ad7a200a-11da-41e9-ad2a-2fb0c053ff79 req-59b2504f-bf89-4d4c-a4fb-e1a56562dcf1 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.1147923 Aug 02 13:19:51.199868 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ad7a200a-11da-41e9-ad2a-2fb0c053ff79 req-edbd6d49-3afd-4b9f-b8bc-9f91b1097ae1 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764773 Aug 02 13:19:51.305353 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec64cd-19ba-4c04-b616-2eb3b2ae3b26 req-6cd2958f-bbc3-426d-80ff-817534eb91f1 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:51.308023 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-00ec64cd-19ba-4c04-b616-2eb3b2ae3b26 req-6cd2958f-bbc3-426d-80ff-817534eb91f1 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 945 time: 0.1097598 Aug 02 13:19:51.368130 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-00ec64cd-19ba-4c04-b616-2eb3b2ae3b26 req-37b1a9e3-1108-42a2-a10f-5ae9e7d6ca5f tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488856 Aug 02 13:19:52.445417 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bc176-956c-47e6-a403-e315b8e0fdfb req-321958e5-8cfa-46e5-a45e-619a115af94d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:52.449238 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ab8bc176-956c-47e6-a403-e315b8e0fdfb req-321958e5-8cfa-46e5-a45e-619a115af94d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.1096425 Aug 02 13:19:52.519785 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ab8bc176-956c-47e6-a403-e315b8e0fdfb req-4829ebce-fdb2-4d18-a658-0c016ab695c2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644104 Aug 02 13:19:52.574799 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1c711-3c87-40dc-955c-9c4df7af5ec1 req-ac7e327d-49f0-4f1c-811a-c3274d2a3b2b tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:52.576393 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7ca1c711-3c87-40dc-955c-9c4df7af5ec1 req-ac7e327d-49f0-4f1c-811a-c3274d2a3b2b tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 945 time: 0.0977149 Aug 02 13:19:52.634924 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7ca1c711-3c87-40dc-955c-9c4df7af5ec1 req-87a409f8-bf6e-4f80-ae5c-1e9e329a94d6 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524952 Aug 02 13:19:52.823948 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-b5aaee08-067f-440d-b15e-a2465c543081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:53.449191 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:19:53.521741 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:53.786355 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e75dca-9bd7-4b8a-832a-c0e2ddbde635 req-9e293ce8-7872-463f-961b-3b2798dcb3a1 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:53.787945 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-01e75dca-9bd7-4b8a-832a-c0e2ddbde635 req-9e293ce8-7872-463f-961b-3b2798dcb3a1 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.1240849 Aug 02 13:19:53.867323 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-01e75dca-9bd7-4b8a-832a-c0e2ddbde635 req-2a768e5f-3409-4e37-93ba-6fce48e8f79e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723357 Aug 02 13:19:53.872877 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe57c5b-184d-48d2-8ef8-8a137dbf3eea req-4b1f4b58-3a05-48d3-8707-0b58ef2f71d6 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:53.876174 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-abe57c5b-184d-48d2-8ef8-8a137dbf3eea req-4b1f4b58-3a05-48d3-8707-0b58ef2f71d6 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 945 time: 0.1178846 Aug 02 13:19:53.954867 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-abe57c5b-184d-48d2-8ef8-8a137dbf3eea req-312813cf-1160-43d1-b1ce-658fb513f4b7 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682812 Aug 02 13:19:54.933995 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:19:55.159201 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5277fe-df13-40e9-9fbb-0e5a29eccdf9 req-3b7f23b0-e318-435c-981f-a3f15d32acbe tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:55.161596 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-db5277fe-df13-40e9-9fbb-0e5a29eccdf9 req-3b7f23b0-e318-435c-981f-a3f15d32acbe tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.1509748 Aug 02 13:19:55.194777 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1b412-0577-450e-901e-44dde6c922d2 req-ec74cc43-044b-4a74-9141-16efeadff32e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:55.197370 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-dba1b412-0577-450e-901e-44dde6c922d2 req-ec74cc43-044b-4a74-9141-16efeadff32e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 945 time: 0.1130085 Aug 02 13:19:55.220683 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-db5277fe-df13-40e9-9fbb-0e5a29eccdf9 req-4b1cd193-dad5-44e3-b1bc-1e8cc66e49b4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514956 Aug 02 13:19:55.266110 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-dba1b412-0577-450e-901e-44dde6c922d2 req-628626c9-1533-49cc-b106-83f7166db9ee tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596321 Aug 02 13:19:56.498421 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c437e05-47ec-4e40-a3e6-a9e03b5ae25c req-2f69c31f-68cf-40fc-ae58-bb9ff576b59a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:56.503782 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3c437e05-47ec-4e40-a3e6-a9e03b5ae25c req-2f69c31f-68cf-40fc-ae58-bb9ff576b59a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.1240008 Aug 02 13:19:56.567434 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3c437e05-47ec-4e40-a3e6-a9e03b5ae25c req-02de7b99-464d-40fd-8f11-736cd9b6d47d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563347 Aug 02 13:19:56.651872 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9479ee4-a058-411c-aceb-c795969ac679 req-c525dd32-45b5-42f0-b4b3-e574fd075f0a tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:56.653600 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d9479ee4-a058-411c-aceb-c795969ac679 req-c525dd32-45b5-42f0-b4b3-e574fd075f0a tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 945 time: 0.1019087 Aug 02 13:19:56.715331 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d9479ee4-a058-411c-aceb-c795969ac679 req-c301d574-a074-400e-9a7b-69b455dbc464 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552094 Aug 02 13:19:57.825645 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfab6f6-5351-4ba8-8783-994406ba7eee req-fcf68072-19b5-4189-8198-f3819fe1f9b5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:57.829048 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1cfab6f6-5351-4ba8-8783-994406ba7eee req-fcf68072-19b5-4189-8198-f3819fe1f9b5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.1148500 Aug 02 13:19:57.931138 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1cfab6f6-5351-4ba8-8783-994406ba7eee req-3848fa11-f096-4293-a7e1-5b534c1dcff2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900548 Aug 02 13:19:58.235236 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65363cd3-d97e-4c0f-a5d3-9af786509ebc req-d22b7e96-bf42-4d8b-9f52-a28b44b5b2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:58.236816 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-65363cd3-d97e-4c0f-a5d3-9af786509ebc req-d22b7e96-bf42-4d8b-9f52-a28b44b5b2fb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5acfbbf2230b40e9a47291fa14f8d5d7&device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 1099 time: 0.1663759 Aug 02 13:19:58.251764 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7681d92-21b3-478f-97a8-81f2715e3a1b req-8e70d758-b95d-49a8-8f79-7baeaf94392d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:58.259791 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e7681d92-21b3-478f-97a8-81f2715e3a1b req-8e70d758-b95d-49a8-8f79-7baeaf94392d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1435516 Aug 02 13:19:58.426232 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65363cd3-d97e-4c0f-a5d3-9af786509ebc req-b744776e-d4d8-4d1a-b2bf-d07c2f95b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:58.427834 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-65363cd3-d97e-4c0f-a5d3-9af786509ebc req-b744776e-d4d8-4d1a-b2bf-d07c2f95b80b service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f1027cf-695e-4fa3-a649-01bf9937dcce HTTP/1.1" status: 200 len: 918 time: 0.1653461 Aug 02 13:19:58.639333 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-65363cd3-d97e-4c0f-a5d3-9af786509ebc req-1a950b47-af84-4f98-8715-0426723d6f03 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a7a732a-ad21-44b4-b87f-a931edf2e0a9 HTTP/1.1" status: 200 len: 217 time: 0.1875708 Aug 02 13:19:58.646311 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e7681d92-21b3-478f-97a8-81f2715e3a1b req-38ffd2aa-7acc-4b0a-85f5-a30a91b4323a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854446 Aug 02 13:19:58.729855 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65363cd3-d97e-4c0f-a5d3-9af786509ebc req-90fd35b9-d0c5-41e4-804a-bcfc5112350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:58.732567 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-65363cd3-d97e-4c0f-a5d3-9af786509ebc req-90fd35b9-d0c5-41e4-804a-bcfc5112350b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac723f8-ee61-478f-8a90-ba25694af273 HTTP/1.1" status: 200 len: 857 time: 0.0844729 Aug 02 13:19:58.797839 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-65363cd3-d97e-4c0f-a5d3-9af786509ebc req-277ecff7-e9c5-4ea3-90c5-ff252cd50907 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f1027cf-695e-4fa3-a649-01bf9937dcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525186 Aug 02 13:19:59.026015 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-65363cd3-d97e-4c0f-a5d3-9af786509ebc req-e9ea411b-9f47-4aff-9af6-53d92af3675f service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935532 Aug 02 13:19:59.256705 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-65363cd3-d97e-4c0f-a5d3-9af786509ebc req-657eb1a4-a3f1-4cd6-b584-fe1fed976de4 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095346 Aug 02 13:19:59.298978 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424b81b6-b969-4d4b-a673-b09893352353 req-6b2d0713-9993-4136-8416-2e081211a69f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:59.300687 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-424b81b6-b969-4d4b-a673-b09893352353 req-6b2d0713-9993-4136-8416-2e081211a69f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.2254088 Aug 02 13:19:59.479034 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-424b81b6-b969-4d4b-a673-b09893352353 req-8e7ef2b8-a586-47de-b7bc-af53fa46ac51 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619170 Aug 02 13:19:59.917124 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803f5da3-0942-4a4e-a639-bafccec15232 req-8bc53d64-16db-463c-9f3e-9726a6e2a01d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:19:59.924242 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-803f5da3-0942-4a4e-a639-bafccec15232 req-8bc53d64-16db-463c-9f3e-9726a6e2a01d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1202974 Aug 02 13:19:59.977519 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-803f5da3-0942-4a4e-a639-bafccec15232 req-64dd4acc-3acd-40d7-96e6-c4788339e8d5 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516932 Aug 02 13:20:00.004316 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:20:00.213135 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:20:00.237516 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'port_id': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'mac_address': 'fa:16:3e:c1:da:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:20:00.253624 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 51698) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:00.326121 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:00.349527 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:20:00.369473 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:20:00.374974 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:00.377289 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:00.609717 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7d17009a-4ba3-4b92-81a6-b41f80db9add admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:00.630835 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,revision_number=6']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:00.639205 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:00.688754 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-7d17009a-4ba3-4b92-81a6-b41f80db9add admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:20:00.694024 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-7d17009a-4ba3-4b92-81a6-b41f80db9add admin admin] Usage tracker for resource:security_group_rule and tenant:ee12a4515c7f41cc9ae0474ed3b2c596 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:20:00.698570 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-7d17009a-4ba3-4b92-81a6-b41f80db9add admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:20:00.721347 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-7d17009a-4ba3-4b92-81a6-b41f80db9add admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:20:00.850399 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:20:00.862836 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7d17009a-4ba3-4b92-81a6-b41f80db9add admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:00.870372 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7d17009a-4ba3-4b92-81a6-b41f80db9add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:00.880333 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-48723ef4-5388-4072-ab9b-130d2b1ba301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:00.919076 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-7d17009a-4ba3-4b92-81a6-b41f80db9add admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee12a4515c7f41cc9ae0474ed3b2c596&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6639001 Aug 02 13:20:00.939111 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 51718) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:00.940400 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d17009a-4ba3-4b92-81a6-b41f80db9add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01c9211-211e-4a39-870a-fa2860cd0709,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:00.958111 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-7d17009a-4ba3-4b92-81a6-b41f80db9add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:00.969895 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50abf2-39f2-4f43-bf0c-9651c8868735 req-b3d9a573-d51f-4ca2-8a26-a7fbe0fef7cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:00.982153 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3d50abf2-39f2-4f43-bf0c-9651c8868735 req-b3d9a573-d51f-4ca2-8a26-a7fbe0fef7cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 945 time: 0.2134979 Aug 02 13:20:01.019783 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5de5ae27-9fc8-4650-af81-9f0ad959fd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:01.038181 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3d50abf2-39f2-4f43-bf0c-9651c8868735 req-02c7aeea-45f6-4032-931b-9cd19c515c70 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549583 Aug 02 13:20:01.053785 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5de5ae27-9fc8-4650-af81-9f0ad959fd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:01.235564 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5de5ae27-9fc8-4650-af81-9f0ad959fd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:01.250845 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a55d0e37-83d3-4df8-8ef8-37d24b6cb395 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:01.295693 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5ae27-9fc8-4650-af81-9f0ad959fd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01c9211-211e-4a39-870a-fa2860cd0709,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:01.305628 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5de5ae27-9fc8-4650-af81-9f0ad959fd75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:01.405447 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5de5ae27-9fc8-4650-af81-9f0ad959fd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:01.406630 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-5de5ae27-9fc8-4650-af81-9f0ad959fd75 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f01c9211-211e-4a39-870a-fa2860cd0709 HTTP/1.1" status: 204 len: 168 time: 0.4628048 Aug 02 13:20:01.466387 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a719978-feb1-4f18-b620-c40ef224707b req-cd9cb205-3f45-4428-8a01-4d8a73cc4330 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:01.474208 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9a719978-feb1-4f18-b620-c40ef224707b req-cd9cb205-3f45-4428-8a01-4d8a73cc4330 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1862826 Aug 02 13:20:01.560344 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9a719978-feb1-4f18-b620-c40ef224707b req-8d1373d0-b56a-403d-9639-7cff92ffa7bd tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841627 Aug 02 13:20:02.019366 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:20:02.193146 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:02.193851 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:02.453030 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdfcc4-619c-4210-a793-8bd7e03bb97b req-1dc63476-9bed-4235-9d87-00a3c0cac322 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:02.461760 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-26cdfcc4-619c-4210-a793-8bd7e03bb97b req-1dc63476-9bed-4235-9d87-00a3c0cac322 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 945 time: 0.2255065 Aug 02 13:20:02.516569 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:02.551862 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:20:02.569457 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:20:02.577473 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:02.580566 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:02.581457 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-26cdfcc4-619c-4210-a793-8bd7e03bb97b req-eb264538-ff2c-441c-aeb5-477678876c5b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182384 Aug 02 13:20:02.648275 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'code': 200} Aug 02 13:20:02.686192 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,revision_number=7']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:02.692916 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:02.695269 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 51762) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:02.880719 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5106922e-2367-4237-bebd-f4539796d7cc req-91f72574-aee7-4221-ac6d-c69d60e62af6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:02.888470 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5106922e-2367-4237-bebd-f4539796d7cc req-91f72574-aee7-4221-ac6d-c69d60e62af6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1780822 Aug 02 13:20:02.904472 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-987425286-network', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:20:02.914258 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:20:02.919194 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Usage tracker for resource:network and tenant:f89b102227b047d491d23fcb35a80f47 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:20:02.922830 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:20:02.931433 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:20:02.943594 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5106922e-2367-4237-bebd-f4539796d7cc req-3876aaad-9319-468a-b07a-6abb06239798 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540972 Aug 02 13:20:02.948225 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Made reservation on behalf of f89b102227b047d491d23fcb35a80f47 for: {'network': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:20:02.954570 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:02.995949 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:03.014085 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:20:03.018940 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Usage tracker for resource:security_group_rule and tenant:f89b102227b047d491d23fcb35a80f47 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:20:03.022547 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:20:03.036297 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:20:03.204701 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:03.213778 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:03.229211 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a1c1aa2f-12e8-4eea-a9e3-fc31e12bb2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:03.245270 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=78567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:20:03.290305 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be4bfea-245a-40e4-b964-2011fcea7865,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:03.296035 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:03.296627 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.segments_db [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Added segment 38a833fb-be4e-4900-a6da-f00cd29cca63 of type vlan for network f6852720-4ffa-45b5-9480-ed00cb930e5a Aug 02 13:20:03.299099 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:03.340223 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:03.386324 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:03.388127 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:03.388907 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:03.402679 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:03.511209 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8145454 Aug 02 13:20:03.514537 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 51786) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:03.524728 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Pushing event updated for resources: {'Network': ['ID=f6852720-4ffa-45b5-9480-ed00cb930e5a,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:03.528741 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:03.532574 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Request body: {'subnet': {'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-987425286-subnet', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'ip_version': 4}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:20:03.543845 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network f6852720-4ffa-45b5-9480-ed00cb930e5a details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:20:03.559015 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:20:03.573054 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Usage tracker for resource:subnet and tenant:f89b102227b047d491d23fcb35a80f47 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:20:03.576842 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:20:03.589900 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:20:03.621428 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Made reservation on behalf of f89b102227b047d491d23fcb35a80f47 for: {'subnet': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:20:03.625081 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132238633'] for subnet, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:03.953230 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27247da8-8e76-4cec-be51-c4218d94f020 req-bb3f07e6-166e-431c-9501-2466a849f483 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:03.975535 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-27247da8-8e76-4cec-be51-c4218d94f020 req-bb3f07e6-166e-431c-9501-2466a849f483 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.1833336 Aug 02 13:20:04.120422 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-27247da8-8e76-4cec-be51-c4218d94f020 req-393a7033-7a71-4407-a4aa-bc5205eeaa63 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418147 Aug 02 13:20:04.163139 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132698342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132238683'] for subnet, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:04.174128 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:04.356982 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a95297d-61b9-42e5-8447-8604af8cba9b,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:04.376863 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:04.437532 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9d9ce6-1137-471b-9e7c-4d6f737d42c3 req-f4616b01-4ef3-47b1-afa6-64dc7438ca47 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:04.446409 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-cb9d9ce6-1137-471b-9e7c-4d6f737d42c3 req-f4616b01-4ef3-47b1-afa6-64dc7438ca47 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1669252 Aug 02 13:20:04.496162 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Checking segment: {'id': '38a833fb-be4e-4900-a6da-f00cd29cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:20:04.496630 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Network hostable DHCP agents. Network: f6852720-4ffa-45b5-9480-ed00cb930e5a, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:20:04.512463 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-cb9d9ce6-1137-471b-9e7c-4d6f737d42c3 req-37cdfbe6-3efa-4596-821e-307463ad6634 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651581 Aug 02 13:20:04.544396 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Network f6852720-4ffa-45b5-9480-ed00cb930e5a is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:20:04.558581 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, f6852720-4ffa-45b5-9480-ed00cb930e5a) {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:20:04.564929 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:04.566498 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:04.570933 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a408e9-14e8-4bfb-94f2-8f1f5202c8a3 None None] Network f6852720-4ffa-45b5-9480-ed00cb930e5a requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:20:04.598492 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0754955 Aug 02 13:20:04.598856 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 51818) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:04.613508 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:20:04.629103 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:20:04.654443 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Usage tracker for resource:router and tenant:f89b102227b047d491d23fcb35a80f47 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:20:04.658355 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:20:04.680603 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:20:04.735480 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15685'] for router, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:04.737471 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15692'] for router, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:04.786236 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:05.513694 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9842de1a-b9a2-5785-a689-5798b1947638-f6852720-4ffa-45b5-9480-ed00cb930e5a', 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'fixed_ips': [{'subnet_id': '6a95297d-61b9-42e5-8447-8604af8cba9b'}]}} from dv-cinder-803181-1-iscsi. {{(pid=78569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 02 13:20:05.518161 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:05.667293 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15706'] for router, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:05.949479 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9741cc-561d-448f-9c4d-649117188891 req-a14c4c49-1c2b-4fc6-af11-0d421904e277 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:05.963147 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-de9741cc-561d-448f-9c4d-649117188891 req-a14c4c49-1c2b-4fc6-af11-0d421904e277 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1547849 Aug 02 13:20:06.021691 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cdb46-e5b5-40b8-a573-80611e582bf7 req-a122b6df-b656-4921-af56-548b20663b73 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:06.023750 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-224cdb46-e5b5-40b8-a573-80611e582bf7 req-a122b6df-b656-4921-af56-548b20663b73 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.3602855 Aug 02 13:20:06.064245 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.db_base_plugin_common [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Allocated IP 172.20.0.2 (f6852720-4ffa-45b5-9480-ed00cb930e5a/6a95297d-61b9-42e5-8447-8604af8cba9b/2aa80f36-0cbe-45ae-97c5-7206426ddb74) {{(pid=78569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:20:06.101967 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-de9741cc-561d-448f-9c4d-649117188891 req-8ee24b2c-29fc-4abf-a5dc-d7b66d5e9ab6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362839 Aug 02 13:20:06.205354 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-224cdb46-e5b5-40b8-a573-80611e582bf7 req-0a07bc2b-83fc-467b-aa15-4212513638a0 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184087 Aug 02 13:20:06.529486 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b95f05-8283-4a3e-a35a-75cdefe2dff5 req-b140f6dc-5481-456e-89a6-9f0eaadf90f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:06.533887 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f3b95f05-8283-4a3e-a35a-75cdefe2dff5 req-b140f6dc-5481-456e-89a6-9f0eaadf90f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5acfbbf2230b40e9a47291fa14f8d5d7&device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 1099 time: 0.1580114 Aug 02 13:20:06.700179 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:06.754163 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:06.775173 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Notify callbacks [] for port, precommit_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:06.806508 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Transition to ACTIVE for port object 2aa80f36-0cbe-45ae-97c5-7206426ddb74 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:20:06.872998 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:06.881554 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Transition to ACTIVE for port object 2aa80f36-0cbe-45ae-97c5-7206426ddb74 will not be triggered until provisioned by entity DHCP. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:20:06.906129 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:06.912536 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:07.008217 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b95f05-8283-4a3e-a35a-75cdefe2dff5 req-7304c6d7-360e-4f5e-ac9d-0e2c6c8f1092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:07.012502 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f3b95f05-8283-4a3e-a35a-75cdefe2dff5 req-7304c6d7-360e-4f5e-ac9d-0e2c6c8f1092 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f1027cf-695e-4fa3-a649-01bf9937dcce HTTP/1.1" status: 200 len: 918 time: 0.3962474 Aug 02 13:20:07.113482 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Network f6852720-4ffa-45b5-9480-ed00cb930e5a is already hosted by enough agents. {{(pid=78569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:20:07.139103 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.base_scheduler [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Resources bound (agent type, host, resource id): {{(pid=78569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:20:07.149557 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Received port after_create {{(pid=78569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:20:07.372042 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Pushing event updated for resources: {'Port': ['ID=2aa80f36-0cbe-45ae-97c5-7206426ddb74,revision_number=1']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:07.392916 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:07.501020 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Allocated IP 172.27.2.63 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/cfb21773-553a-44f5-9764-c3a80cbf156c) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:20:07.596832 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112a8b3-ceaf-46b2-82c9-b74e560dac67 req-ba0984dc-7ced-40d9-9d04-a02ce6c2360b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:07.612881 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8112a8b3-ceaf-46b2-82c9-b74e560dac67 req-ba0984dc-7ced-40d9-9d04-a02ce6c2360b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.2292061 Aug 02 13:20:07.663246 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Attempting to bind port 2aa80f36-0cbe-45ae-97c5-7206426ddb74 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:20:07.663742 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Attempting to bind port 2aa80f36-0cbe-45ae-97c5-7206426ddb74 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': '38a833fb-be4e-4900-a6da-f00cd29cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:20:07.664542 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Attempting to bind port 2aa80f36-0cbe-45ae-97c5-7206426ddb74 on network f6852720-4ffa-45b5-9480-ed00cb930e5a {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:20:07.682743 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:20:07.683231 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Checking segment: {'id': '38a833fb-be4e-4900-a6da-f00cd29cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:20:07.683685 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:07.685238 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Bound using segment: {'id': '38a833fb-be4e-4900-a6da-f00cd29cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:20:07.685238 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Bound port: 2aa80f36-0cbe-45ae-97c5-7206426ddb74, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a833fb-be4e-4900-a6da-f00cd29cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:20:07.685238 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:07.753901 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f3b95f05-8283-4a3e-a35a-75cdefe2dff5 req-6c304880-d710-45c9-b30e-5789aaee3c3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a7a732a-ad21-44b4-b87f-a931edf2e0a9 HTTP/1.1" status: 200 len: 217 time: 0.7269607 Aug 02 13:20:08.006521 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8112a8b3-ceaf-46b2-82c9-b74e560dac67 req-ba67253c-d812-4244-9107-a40a02770eaa tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3922608 Aug 02 13:20:08.048029 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] For port 2aa80f36-0cbe-45ae-97c5-7206426ddb74, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:20:08.069252 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] For port 2aa80f36-0cbe-45ae-97c5-7206426ddb74, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=2aa80f36-0cbe-45ae-97c5-7206426ddb74,segment=NetworkSegment(38a833fb-be4e-4900-a6da-f00cd29cca63),segment_id=38a833fb-be4e-4900-a6da-f00cd29cca63)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:20:08.079913 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:08.096835 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:08.130148 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b95f05-8283-4a3e-a35a-75cdefe2dff5 req-6b957d3e-de0c-41fd-bba4-eaf6070808d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:08.131601 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f3b95f05-8283-4a3e-a35a-75cdefe2dff5 req-6b957d3e-de0c-41fd-bba4-eaf6070808d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac723f8-ee61-478f-8a90-ba25694af273 HTTP/1.1" status: 200 len: 857 time: 0.3760650 Aug 02 13:20:08.171042 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:08.267482 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:08.287690 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:08.317015 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f3b95f05-8283-4a3e-a35a-75cdefe2dff5 req-be5de167-3f28-4480-9b4f-fc9ce894a6ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f1027cf-695e-4fa3-a649-01bf9937dcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1715593 Aug 02 13:20:08.417879 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Pushing event updated for resources: {'Port': ['ID=2aa80f36-0cbe-45ae-97c5-7206426ddb74,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:08.428357 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Pushing event updated for resources: {'Port': ['ID=cfb21773-553a-44f5-9764-c3a80cbf156c,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:08.436551 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:08.441953 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:08.454885 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887b73c-a690-4a73-84b5-d1048128da13 req-189551f3-f50f-4414-b3cb-d8678686a0c8 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:08.476559 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a887b73c-a690-4a73-84b5-d1048128da13 req-189551f3-f50f-4414-b3cb-d8678686a0c8 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.9033322 Aug 02 13:20:08.486899 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:20:08.520386 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:20:08.540885 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:20:09.037677 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f3b95f05-8283-4a3e-a35a-75cdefe2dff5 req-e19b3aec-8239-43c8-963a-a1444f0cbfa9 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7060959 Aug 02 13:20:09.267919 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a887b73c-a690-4a73-84b5-d1048128da13 req-65fe9992-6b24-44ce-9d19-12d9b069f3ea tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7898471 Aug 02 13:20:09.331297 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ce177-3161-495b-81ac-14bbb5aed66c req-d82207f7-61a1-4bef-aea6-390b3257334c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:09.350157 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ba7ce177-3161-495b-81ac-14bbb5aed66c req-d82207f7-61a1-4bef-aea6-390b3257334c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.6480067 Aug 02 13:20:09.385010 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f3b95f05-8283-4a3e-a35a-75cdefe2dff5 req-2fbb4619-05f2-41a6-98a1-4608027f22f7 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386335 Aug 02 13:20:09.834844 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:09.925890 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1798978-6bde-4ad4-82a3-9b709aa86bf1 req-369ee6a2-475e-4020-b628-de69777a8464 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:09.932936 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a1798978-6bde-4ad4-82a3-9b709aa86bf1 req-369ee6a2-475e-4020-b628-de69777a8464 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.2665398 Aug 02 13:20:10.105906 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ba7ce177-3161-495b-81ac-14bbb5aed66c req-d06e08b1-0a66-45c5-842a-a53863cf1551 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7547512 Aug 02 13:20:10.121817 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a1798978-6bde-4ad4-82a3-9b709aa86bf1 req-5563c66d-0f10-4aae-9599-c60d90b55621 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793702 Aug 02 13:20:10.309123 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 2aa80f36-0cbe-45ae-97c5-7206426ddb74 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:20:10.463717 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bc30d6-7408-4ed5-952e-f2273b18e570 None None] Network f6852720-4ffa-45b5-9480-ed00cb930e5a requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:20:10.814793 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-912cfc10-334e-4c64-acfd-e0a5098b81b5 None None] Provisioning for port 2aa80f36-0cbe-45ae-97c5-7206426ddb74 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:20:10.886072 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804693'] for router, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:10.890755 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5885dd-97a6-4acb-a858-0574b2457ca6 req-e3b670f8-c9a3-4512-94b7-bcf088ee36ab tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:10.917699 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5d5885dd-97a6-4acb-a858-0574b2457ca6 req-e3b670f8-c9a3-4512-94b7-bcf088ee36ab tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.3481755 Aug 02 13:20:11.016341 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5d5885dd-97a6-4acb-a858-0574b2457ca6 req-403503e3-1c4f-47f3-b673-dbcc7edb15a7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974877 Aug 02 13:20:11.272457 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 2aa80f36-0cbe-45ae-97c5-7206426ddb74 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:20:11.306253 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 2aa80f36-0cbe-45ae-97c5-7206426ddb74 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:11.306890 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:11.363875 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Router 5fe75484-e30b-4dde-be86-c61bbbec0ebe is scheduled to L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 with binding_index 1 {{(pid=78567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 13:20:11.734532 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf3622-b473-47ab-b2b6-40c4009e9e64 req-b4e92850-e2d0-4e81-ae8a-091cce433a1a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:11.743269 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-75bf3622-b473-47ab-b2b6-40c4009e9e64 req-b4e92850-e2d0-4e81-ae8a-091cce433a1a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.3000805 Aug 02 13:20:11.815518 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:11.840527 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-75bf3622-b473-47ab-b2b6-40c4009e9e64 req-885fff32-cd37-4c98-bbd2-e202fcd96085 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958984 Aug 02 13:20:11.920429 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 2aa80f36-0cbe-45ae-97c5-7206426ddb74, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=2aa80f36-0cbe-45ae-97c5-7206426ddb74,segment=NetworkSegment(38a833fb-be4e-4900-a6da-f00cd29cca63),segment_id=38a833fb-be4e-4900-a6da-f00cd29cca63)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:20:11.934343 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:11.937284 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:12.030469 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:20:12.054712 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Sync routers for ids ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:20:12.134270 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d24ab3-b87c-4fad-9642-368d17db93dc req-243a4109-48ef-49b7-8632-d92d4160c76f tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:12.141749 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a3d24ab3-b87c-4fad-9642-368d17db93dc req-243a4109-48ef-49b7-8632-d92d4160c76f tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.5957804 Aug 02 13:20:12.145469 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Routers {'5fe75484-e30b-4dde-be86-c61bbbec0ebe'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:20:12.146190 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:19:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:12.189434 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Notify callbacks [] for router, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:12.198013 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 51894) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:12.201019 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.5976849 Aug 02 13:20:12.247719 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=2aa80f36-0cbe-45ae-97c5-7206426ddb74,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:12.264189 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:12.277783 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-b9edd0a1-d0fa-4253-8bed-b2368af1f550 None None] Provisioning complete for port 2aa80f36-0cbe-45ae-97c5-7206426ddb74 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:12.278225 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-b9edd0a1-d0fa-4253-8bed-b2368af1f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:12.303406 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a3d24ab3-b87c-4fad-9642-368d17db93dc req-26060b54-d6c1-4b98-8656-623a400ceb9e tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589465 Aug 02 13:20:12.774787 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Set router 5fe75484-e30b-4dde-be86-c61bbbec0ebe gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:20:13.430433 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a6517-1825-4400-a1c2-83fe2600ca38 req-0e54844f-1ead-47f2-8ee4-035dfa8b3410 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:13.435922 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-526a6517-1825-4400-a1c2-83fe2600ca38 req-0e54844f-1ead-47f2-8ee4-035dfa8b3410 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.3112342 Aug 02 13:20:13.449798 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97e899-f11a-4102-b493-0048e61851a8 req-6493fed7-9e79-446a-a5bc-c8979a19b7ec tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:13.470255 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ad97e899-f11a-4102-b493-0048e61851a8 req-6493fed7-9e79-446a-a5bc-c8979a19b7ec tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.9990613 Aug 02 13:20:13.565221 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-526a6517-1825-4400-a1c2-83fe2600ca38 req-a3edfd8e-d0cb-4458-a98c-a80567efa2bf tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230609 Aug 02 13:20:13.629965 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ad97e899-f11a-4102-b493-0048e61851a8 req-87e3f905-a737-4f56-8e81-fb5eef717cb9 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454177 Aug 02 13:20:13.651151 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:04Z', 'updated_at': '2021-08-02T13:20:08Z', 'revision_number': 3, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'gw_port': {'id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:07Z', 'updated_at': '2021-08-02T13:20:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:13.668083 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Checking router: 5fe75484-e30b-4dde-be86-c61bbbec0ebe for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:20:13.668450 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Updating router 5fe75484-e30b-4dde-be86-c61bbbec0ebe port cfb21773-553a-44f5-9764-c3a80cbf156c binding host dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:20:13.806425 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:14.026633 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fd9b35-32af-455b-9c2b-64a61de9c6e6 req-2ab3221f-856c-48d6-802f-21839a9c8bf9 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:14.028088 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-74fd9b35-32af-455b-9c2b-64a61de9c6e6 req-2ab3221f-856c-48d6-802f-21839a9c8bf9 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.2434793 Aug 02 13:20:14.145387 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 2aa80f36-0cbe-45ae-97c5-7206426ddb74 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:20:14.179933 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-74fd9b35-32af-455b-9c2b-64a61de9c6e6 req-a60b7dd9-60f4-4acc-b005-c88854409fff tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324377 Aug 02 13:20:14.302371 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 2aa80f36-0cbe-45ae-97c5-7206426ddb74 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:14.305302 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:14.678813 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Notify callbacks [] for port, precommit_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:14.743770 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.provisioning_blocks [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Transition to ACTIVE for port object cfb21773-553a-44f5-9764-c3a80cbf156c will not be triggered until provisioned by entity L2. {{(pid=78570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:20:14.789523 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:14.794754 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:14.897200 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:14.987257 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Attempting to bind port cfb21773-553a-44f5-9764-c3a80cbf156c on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:20:14.987678 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Attempting to bind port cfb21773-553a-44f5-9764-c3a80cbf156c by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:20:14.988083 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Attempting to bind port cfb21773-553a-44f5-9764-c3a80cbf156c on network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:20:14.989855 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d952e-01a3-422f-8190-5daabdc9fb06 req-0f53491a-3a5a-46b1-85be-a444035f2fb6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:14.997523 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71318aec-8023-429c-8909-d876f3668925 None None] Pushing event updated for resources: {'Port': ['ID=cfb21773-553a-44f5-9764-c3a80cbf156c,revision_number=2']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:14.998961 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d53d952e-01a3-422f-8190-5daabdc9fb06 req-0f53491a-3a5a-46b1-85be-a444035f2fb6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1912110 Aug 02 13:20:15.003681 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:20:15.004068 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Checking segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:20:15.004479 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:15.004879 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Bound using segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:20:15.005395 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Bound port: cfb21773-553a-44f5-9764-c3a80cbf156c, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:20:15.005815 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:15.045838 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71318aec-8023-429c-8909-d876f3668925 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:15.046184 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71318aec-8023-429c-8909-d876f3668925 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:15.046526 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71318aec-8023-429c-8909-d876f3668925 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:15.046986 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71318aec-8023-429c-8909-d876f3668925 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:15.047707 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71318aec-8023-429c-8909-d876f3668925 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:15.048041 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71318aec-8023-429c-8909-d876f3668925 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:15.048370 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71318aec-8023-429c-8909-d876f3668925 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:15.048699 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71318aec-8023-429c-8909-d876f3668925 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:15.049060 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71318aec-8023-429c-8909-d876f3668925 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:15.049419 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71318aec-8023-429c-8909-d876f3668925 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:15.049745 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71318aec-8023-429c-8909-d876f3668925 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:15.050069 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71318aec-8023-429c-8909-d876f3668925 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:15.073415 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-71318aec-8023-429c-8909-d876f3668925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:15.133791 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d53d952e-01a3-422f-8190-5daabdc9fb06 req-c8ec92b4-82d5-4db7-b7de-ae086f0ff408 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312761 Aug 02 13:20:15.158986 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] For port cfb21773-553a-44f5-9764-c3a80cbf156c, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:20:15.169110 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] For port cfb21773-553a-44f5-9764-c3a80cbf156c, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=cfb21773-553a-44f5-9764-c3a80cbf156c,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:20:15.175690 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:15.191893 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:15.271716 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ac969-8cbc-46b3-888c-07123d0ea68b req-e79d475f-c82b-401b-b268-be457a79d395 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:15.282596 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6e0ac969-8cbc-46b3-888c-07123d0ea68b req-e79d475f-c82b-401b-b268-be457a79d395 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.3436980 Aug 02 13:20:15.296386 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Routers {'5fe75484-e30b-4dde-be86-c61bbbec0ebe'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:20:15.297053 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:19:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:15.413849 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71318aec-8023-429c-8909-d876f3668925 None None] Pushing event updated for resources: {'Port': ['ID=cfb21773-553a-44f5-9764-c3a80cbf156c,revision_number=3']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:15.417470 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-71318aec-8023-429c-8909-d876f3668925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:15.504339 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6e0ac969-8cbc-46b3-888c-07123d0ea68b req-7a05be45-832f-4455-ae83-1df2884aea3b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142422 Aug 02 13:20:15.664701 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f99f1e-0717-4097-b26e-58fdc56f739a req-fa9caab4-06e1-43a6-826e-41651c5c2dac tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:15.667789 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-55f99f1e-0717-4097-b26e-58fdc56f739a req-fa9caab4-06e1-43a6-826e-41651c5c2dac tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.2215586 Aug 02 13:20:15.693846 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Allocated IP 172.20.0.1 (f6852720-4ffa-45b5-9480-ed00cb930e5a/6a95297d-61b9-42e5-8447-8604af8cba9b/524fc4d0-d46b-478c-a9e9-b99b59655264) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:20:15.805208 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-55f99f1e-0717-4097-b26e-58fdc56f739a req-169a29ed-12aa-4450-bba7-d8c9051694db tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271882 Aug 02 13:20:15.807871 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] Set router 5fe75484-e30b-4dde-be86-c61bbbec0ebe gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:20:16.252766 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:16.279498 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Transition to ACTIVE for port object 524fc4d0-d46b-478c-a9e9-b99b59655264 will not be triggered until provisioned by entity DHCP. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:20:16.363419 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:16.369190 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:16.507699 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:04Z', 'updated_at': '2021-08-02T13:20:08Z', 'revision_number': 3, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'gw_port': {'id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:07Z', 'updated_at': '2021-08-02T13:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:16.515228 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b3686-7584-41df-bc65-dbf195729c17 None None] The sync data for ids ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'] in dv-cinder-803181-1-iscsi is: [{'id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:04Z', 'updated_at': '2021-08-02T13:20:08Z', 'revision_number': 3, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'gw_port': {'id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:07Z', 'updated_at': '2021-08-02T13:20:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:20:16.581306 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Pushing event updated for resources: {'Port': ['ID=524fc4d0-d46b-478c-a9e9-b99b59655264,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:16.827270 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:16.827731 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:16.828010 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:16.828396 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:16.828748 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:16.836277 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:16.836863 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:16.837422 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:16.837873 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:16.838356 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:16.838819 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:16.839175 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:16.853292 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:16.899691 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Network f6852720-4ffa-45b5-9480-ed00cb930e5a is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:20:16.902706 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:20:16.906373 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:20:17.109754 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719632'] for router_interface, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:17.332190 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-01ecc23e-de63-47f9-892a-14d273bcd71d None None] Provisioning for port 524fc4d0-d46b-478c-a9e9-b99b59655264 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:20:17.371470 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-01ecc23e-de63-47f9-892a-14d273bcd71d None None] Provisioning complete for port 524fc4d0-d46b-478c-a9e9-b99b59655264 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:17.373519 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-01ecc23e-de63-47f9-892a-14d273bcd71d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:17.426926 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09bacc-df4e-4c71-9c98-e43204e23d34 req-3bd6351d-e272-41eb-a55b-940919c22e1d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:17.435528 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8b09bacc-df4e-4c71-9c98-e43204e23d34 req-3bd6351d-e272-41eb-a55b-940919c22e1d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.5638332 Aug 02 13:20:17.493262 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:17.524710 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8b09bacc-df4e-4c71-9c98-e43204e23d34 req-9d697221-35df-4e49-af86-517a54bec7d2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873232 Aug 02 13:20:17.540627 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-01ecc23e-de63-47f9-892a-14d273bcd71d None None] Port 524fc4d0-d46b-478c-a9e9-b99b59655264 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:20:17.553453 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685755ce-7f3e-4827-9e39-d60e6bcce7ac req-555e5339-7c09-4b82-9a68-b9c122fd5b4f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:17.556140 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-685755ce-7f3e-4827-9e39-d60e6bcce7ac req-555e5339-7c09-4b82-9a68-b9c122fd5b4f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.9763618 Aug 02 13:20:17.680849 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-685755ce-7f3e-4827-9e39-d60e6bcce7ac req-b3a4a67c-3b89-420d-8c5e-9b047cf50952 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766056 Aug 02 13:20:17.896299 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f9246-a84d-46a3-a122-76d882c1687b req-2f1b5408-da27-4eea-9eed-036bccde94ff tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:17.899603 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-021f9246-a84d-46a3-a122-76d882c1687b req-2f1b5408-da27-4eea-9eed-036bccde94ff tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1846809 Aug 02 13:20:18.046016 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-021f9246-a84d-46a3-a122-76d882c1687b req-af7ec8c8-357d-4973-8ad9-992e4acc285f tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327100 Aug 02 13:20:18.121375 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:18.136103 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:18.196855 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-55834eb2-166d-497e-97f2-0e75b33f3a2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:18.265235 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device cfb21773-553a-44f5-9764-c3a80cbf156c up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:20:18.426907 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Pushing event updated for resources: {'Port': ['ID=524fc4d0-d46b-478c-a9e9-b99b59655264,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:18.438923 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:18.440003 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1690252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719615'] for router_interface, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:18.460947 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port cfb21773-553a-44f5-9764-c3a80cbf156c completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:20:18.467800 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port cfb21773-553a-44f5-9764-c3a80cbf156c triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:18.468190 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:18.817488 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Network f6852720-4ffa-45b5-9480-ed00cb930e5a is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:20:18.824617 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:20:18.837287 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:18.954323 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port cfb21773-553a-44f5-9764-c3a80cbf156c, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=cfb21773-553a-44f5-9764-c3a80cbf156c,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:20:18.967945 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:18.977074 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-f58b96f0-6af4-4197-bce2-3724773503a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:19.344199 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=cfb21773-553a-44f5-9764-c3a80cbf156c,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:19.393407 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:19.393995 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:19.394592 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:19.395174 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:19.395739 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:19.396295 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:19.396865 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:19.424884 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:19.425658 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:19.426241 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:19.426825 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:19.427373 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:19.444006 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:19.535877 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0266150-1cfb-4e25-a702-9154279fb1b8 req-cb9796f0-aceb-4294-8ff8-9486ff466ecc tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:19.547483 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c0266150-1cfb-4e25-a702-9154279fb1b8 req-cb9796f0-aceb-4294-8ff8-9486ff466ecc tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.2518930 Aug 02 13:20:19.598614 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-f3cc65c8-a1a4-4ad9-a56e-f0926e243c8c None None] Provisioning complete for port 524fc4d0-d46b-478c-a9e9-b99b59655264 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:19.598614 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f3cc65c8-a1a4-4ad9-a56e-f0926e243c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:19.692473 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c0266150-1cfb-4e25-a702-9154279fb1b8 req-2dc3e8b3-c258-449c-806e-598cb427c891 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438234 Aug 02 13:20:19.799562 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Router 5fe75484-e30b-4dde-be86-c61bbbec0ebe has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:20:19.846569 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4b4cec40-d0de-48b6-a5d3-ba7d1bfb111a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:19.864562 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc65c8-a1a4-4ad9-a56e-f0926e243c8c None None] Port 524fc4d0-d46b-478c-a9e9-b99b59655264 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:20:20.013815 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a067c1b-bd60-4dbd-b0b4-c2115e562c21 req-4f2f9420-29ad-46ef-a86c-c1a11c2b3c9a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:20.016948 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0a067c1b-bd60-4dbd-b0b4-c2115e562c21 req-4f2f9420-29ad-46ef-a86c-c1a11c2b3c9a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.3084908 Aug 02 13:20:20.086466 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ed296-b2ce-4a25-a7d1-a21ebcd21f2c req-738d6033-2521-437f-8dd4-4123dc8d767a tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:20.095919 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-499ed296-b2ce-4a25-a7d1-a21ebcd21f2c req-738d6033-2521-437f-8dd4-4123dc8d767a tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.2397788 Aug 02 13:20:20.164817 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:20.231876 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-499ed296-b2ce-4a25-a7d1-a21ebcd21f2c req-8a9d9305-91c6-4e0f-9e66-766c5a2819ba tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294677 Aug 02 13:20:20.255432 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device cfb21773-553a-44f5-9764-c3a80cbf156c up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:20:20.322459 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:20:20.358181 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Sync routers for ids ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:20:20.371110 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] 10.222.0.49 "PUT /v2.0/routers/5fe75484-e30b-4dde-be86-c61bbbec0ebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1713569 Aug 02 13:20:20.378172 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0a067c1b-bd60-4dbd-b0b4-c2115e562c21 req-826c6ab5-a0fa-4ce0-82aa-10dbcd52d111 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496161 Aug 02 13:20:20.458239 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Routers {'5fe75484-e30b-4dde-be86-c61bbbec0ebe'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:20:20.459362 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:19:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:21.002553 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port cfb21773-553a-44f5-9764-c3a80cbf156c triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:21.003826 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:21.183307 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Set router 5fe75484-e30b-4dde-be86-c61bbbec0ebe gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:20:21.185154 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e4982a-d449-40a9-be15-4506c699012a req-ff049380-4720-4903-a27e-370ce103b92c tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:21.194030 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a6e4982a-d449-40a9-be15-4506c699012a req-ff049380-4720-4903-a27e-370ce103b92c tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.2312965 Aug 02 13:20:21.275545 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a6e4982a-d449-40a9-be15-4506c699012a req-0d658aeb-eb8c-4036-8b6c-1684d73ee936 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777621 Aug 02 13:20:21.657416 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 51984) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:21.665401 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-379381953-network', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:20:21.677008 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:20:21.688686 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Usage tracker for resource:network and tenant:5993d313e69c4bda997cacb4a44d4564 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:20:21.697518 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:20:21.707997 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:20:21.727810 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Made reservation on behalf of 5993d313e69c4bda997cacb4a44d4564 for: {'network': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:20:21.731085 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:21.745355 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9bf4e-8614-4cb6-a2c3-d2afc78b0d59 req-53545890-dfa8-459d-bd6c-d1184957b399 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:21.756119 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1fc9bf4e-8614-4cb6-a2c3-d2afc78b0d59 req-53545890-dfa8-459d-bd6c-d1184957b399 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.2062123 Aug 02 13:20:21.793370 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:21.831935 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1fc9bf4e-8614-4cb6-a2c3-d2afc78b0d59 req-d2698da2-7880-4d93-81e6-d1d52f0d72a1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691185 Aug 02 13:20:21.844789 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:20:21.863744 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Usage tracker for resource:security_group_rule and tenant:5993d313e69c4bda997cacb4a44d4564 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:20:21.870228 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:20:21.888043 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:20:21.943291 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70668b-bdce-4552-9bc7-28e67ef3105b req-959e7858-7911-4c4e-aa18-14eca693f3a2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:21.954624 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6d70668b-bdce-4552-9bc7-28e67ef3105b req-959e7858-7911-4c4e-aa18-14eca693f3a2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.2066846 Aug 02 13:20:22.063939 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6d70668b-bdce-4552-9bc7-28e67ef3105b req-4c484f98-890e-485e-8d7a-bc3af430b05f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039143 Aug 02 13:20:22.446898 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:22.464696 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:22.489143 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4ba2c711-0c54-4b2a-840f-e25c65cf4cb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:22.539622 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:04Z', 'updated_at': '2021-08-02T13:20:17Z', 'revision_number': 4, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'gw_port': {'id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:07Z', 'updated_at': '2021-08-02T13:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '524fc4d0-d46b-478c-a9e9-b99b59655264', 'name': '', 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'mac_address': 'fa:16:3e:d5:d9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:15Z', 'updated_at': '2021-08-02T13:20:17Z', 'revision_number': 2, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'subnets': [{'id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:22.551533 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Checking router: 5fe75484-e30b-4dde-be86-c61bbbec0ebe for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:20:22.552368 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Updating router 5fe75484-e30b-4dde-be86-c61bbbec0ebe port 524fc4d0-d46b-478c-a9e9-b99b59655264 binding host dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:20:22.615398 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=78567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:20:22.710101 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06eaa595-d8b8-4a8d-88c4-0a5fda9e88e4,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:22.761874 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:22.788500 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:22.789193 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:22.789881 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:22.790465 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:22.791025 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:22.791582 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:22.792142 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:22.792701 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:22.793322 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:22.793934 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:22.794549 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:20:22.834190 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:22.842480 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:22.842840 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.segments_db [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Added segment e272bfe2-d8ab-4b98-a999-21168498f3db of type vlan for network 3c68356b-7459-4580-9828-fda8899db86a Aug 02 13:20:22.844408 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:22.997986 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:23.074405 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:23.075795 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:23.076388 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:23.080405 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-cb2913c5-6266-4542-98ca-f7e5032dd0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:23.146530 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74307c5-ecf0-4924-b4aa-619148d50ed4 req-fc735023-2bc9-4d75-b1cc-a0d19b31fd97 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:23.149031 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b74307c5-ecf0-4924-b4aa-619148d50ed4 req-fc735023-2bc9-4d75-b1cc-a0d19b31fd97 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.3401186 Aug 02 13:20:23.329238 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6673341 Aug 02 13:20:23.339427 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 52002) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:23.369266 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Request body: {'subnet': {'network_id': '3c68356b-7459-4580-9828-fda8899db86a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-379381953-subnet', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564', 'ip_version': 4}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:20:23.407880 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:20:23.428042 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b74307c5-ecf0-4924-b4aa-619148d50ed4 req-0688f600-327a-4a90-85b9-03b2bc05ef32 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712438 Aug 02 13:20:23.442811 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Usage tracker for resource:subnet and tenant:5993d313e69c4bda997cacb4a44d4564 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:20:23.463402 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:20:23.498884 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:20:23.552283 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Pushing event updated for resources: {'Network': ['ID=3c68356b-7459-4580-9828-fda8899db86a,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:23.559502 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:23.562102 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Made reservation on behalf of 5993d313e69c4bda997cacb4a44d4564 for: {'subnet': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:20:23.579457 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132238633'] for subnet, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:23.603619 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e738b08-8f38-4cd6-af42-00088649d898 req-3c51c5e7-7900-4000-ae4f-11d605cbe868 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:23.611784 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-4e738b08-8f38-4cd6-af42-00088649d898 req-3c51c5e7-7900-4000-ae4f-11d605cbe868 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.4150703 Aug 02 13:20:23.729028 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-4e738b08-8f38-4cd6-af42-00088649d898 req-e6b20e68-681a-402a-b341-9871d5110b81 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161230 Aug 02 13:20:23.948816 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Notify callbacks [] for port, precommit_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:23.969718 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Transition to ACTIVE for port object 524fc4d0-d46b-478c-a9e9-b99b59655264 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:20:23.991259 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network 3c68356b-7459-4580-9828-fda8899db86a details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:20:24.018691 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:24.031617 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-f811ae17-1d9d-4022-a0b7-18a05583be52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:24.103316 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6475a6-c856-4cf0-880c-4a3a0d7350e3 req-203137d2-5b85-4f63-bfed-1a1d180cf8ea tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:24.105362 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5f6475a6-c856-4cf0-880c-4a3a0d7350e3 req-203137d2-5b85-4f63-bfed-1a1d180cf8ea tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.2810426 Aug 02 13:20:24.157313 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9349b2-f8bd-4e06-99e6-b2bb2e5cd4b0 None None] Pushing event updated for resources: {'Port': ['ID=524fc4d0-d46b-478c-a9e9-b99b59655264,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:24.168161 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-c95e1ef5-7967-4a5b-a279-c5be6c20438a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:24.172289 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-ab9349b2-f8bd-4e06-99e6-b2bb2e5cd4b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:24.339781 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5f6475a6-c856-4cf0-880c-4a3a0d7350e3 req-63dbc437-d5c3-4e1b-ac76-7522aeac66b8 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2081673 Aug 02 13:20:24.354461 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:24.485002 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132698342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132238683'] for subnet, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:24.530314 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-49790c96-9c33-4860-b684-1a112a2c4eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:24.717231 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94253e21-1c80-4fad-8884-5c2ba33c9afd,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:24.755108 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:24.835392 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Checking segment: {'id': 'e272bfe2-d8ab-4b98-a999-21168498f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3c68356b-7459-4580-9828-fda8899db86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:20:24.841353 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Network hostable DHCP agents. Network: 3c68356b-7459-4580-9828-fda8899db86a, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:20:24.879605 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Attempting to bind port 524fc4d0-d46b-478c-a9e9-b99b59655264 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:20:24.879985 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Attempting to bind port 524fc4d0-d46b-478c-a9e9-b99b59655264 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': '38a833fb-be4e-4900-a6da-f00cd29cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:20:24.880361 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Attempting to bind port 524fc4d0-d46b-478c-a9e9-b99b59655264 on network f6852720-4ffa-45b5-9480-ed00cb930e5a {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:20:24.887339 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:20:24.888047 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Checking segment: {'id': '38a833fb-be4e-4900-a6da-f00cd29cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:20:24.888255 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:24.888641 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Bound using segment: {'id': '38a833fb-be4e-4900-a6da-f00cd29cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:20:24.889144 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Bound port: 524fc4d0-d46b-478c-a9e9-b99b59655264, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a833fb-be4e-4900-a6da-f00cd29cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:20:24.889637 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:24.898942 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Network 3c68356b-7459-4580-9828-fda8899db86a is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:20:24.937900 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, 3c68356b-7459-4580-9828-fda8899db86a) {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:20:24.945550 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:24.946383 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:25.011274 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-17315c0c-948e-4bbf-9fd3-626e33c2fa27 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6674318 Aug 02 13:20:25.012372 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 52016) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:25.012667 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e2f10-fb61-4b96-8f8b-228aa2e45bf6 req-3a65f386-25e2-4f7e-b7dc-cd6c895e1b5a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:25.014295 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-fb7e2f10-fb61-4b96-8f8b-228aa2e45bf6 req-3a65f386-25e2-4f7e-b7dc-cd6c895e1b5a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.2855701 Aug 02 13:20:25.023321 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-379381953-router', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:20:25.041075 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:20:25.046785 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Usage tracker for resource:router and tenant:5993d313e69c4bda997cacb4a44d4564 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:20:25.056867 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:20:25.059075 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e0e3bf-49f4-449c-aa60-14758a66bd36 None None] Network 3c68356b-7459-4580-9828-fda8899db86a requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:20:25.072724 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:20:25.137631 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15685'] for router, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:25.138803 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15692'] for router, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:25.171614 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-fb7e2f10-fb61-4b96-8f8b-228aa2e45bf6 req-21e76d7a-7979-4d7e-bf42-abf5fd607508 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471496 Aug 02 13:20:25.205225 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:25.241250 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:25.263061 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a6b37e-e560-4fb6-9ffe-c676ad699f98 req-7397a8cf-3156-4e84-ab73-56e2b2afd7dc tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:25.265214 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-44a6b37e-e560-4fb6-9ffe-c676ad699f98 req-7397a8cf-3156-4e84-ab73-56e2b2afd7dc tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1807323 Aug 02 13:20:25.485735 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] For port 524fc4d0-d46b-478c-a9e9-b99b59655264, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:20:25.530192 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] For port 524fc4d0-d46b-478c-a9e9-b99b59655264, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=524fc4d0-d46b-478c-a9e9-b99b59655264,segment=NetworkSegment(38a833fb-be4e-4900-a6da-f00cd29cca63),segment_id=38a833fb-be4e-4900-a6da-f00cd29cca63)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:20:25.576911 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:25.679536 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:25.893503 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-44a6b37e-e560-4fb6-9ffe-c676ad699f98 req-cd66c66a-2e31-4026-9a64-2d178b1b5d83 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6183970 Aug 02 13:20:25.984068 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Routers {'5fe75484-e30b-4dde-be86-c61bbbec0ebe'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:20:25.984738 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:20:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:26.110690 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9349b2-f8bd-4e06-99e6-b2bb2e5cd4b0 None None] Pushing event updated for resources: {'Port': ['ID=524fc4d0-d46b-478c-a9e9-b99b59655264,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:26.122273 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-ab9349b2-f8bd-4e06-99e6-b2bb2e5cd4b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:26.161125 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9842de1a-b9a2-5785-a689-5798b1947638-3c68356b-7459-4580-9828-fda8899db86a', 'network_id': '3c68356b-7459-4580-9828-fda8899db86a', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564', 'fixed_ips': [{'subnet_id': '94253e21-1c80-4fad-8884-5c2ba33c9afd'}]}} from dv-cinder-803181-1-iscsi. {{(pid=78569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 02 13:20:26.162034 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:26.431173 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15706'] for router, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:26.438202 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d8658-e4fc-4b9f-af98-9ab652aa9b2d req-ac813928-b3bc-4045-8a81-8f1da5c5369a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:26.450770 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f77d8658-e4fc-4b9f-af98-9ab652aa9b2d req-ac813928-b3bc-4045-8a81-8f1da5c5369a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.5499592 Aug 02 13:20:26.635850 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f77d8658-e4fc-4b9f-af98-9ab652aa9b2d req-8cb1a9d6-3a56-46f4-818e-6d46c01d8461 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636367 Aug 02 13:20:26.644910 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] Set router 5fe75484-e30b-4dde-be86-c61bbbec0ebe gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:20:27.285410 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.db_base_plugin_common [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Allocated IP 172.20.0.2 (3c68356b-7459-4580-9828-fda8899db86a/94253e21-1c80-4fad-8884-5c2ba33c9afd/9f77fa43-e8cd-4923-92c4-cf2bf2f21c37) {{(pid=78569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:20:27.305799 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9704fa7-ee0f-4fae-90b2-e1d6d53391ef req-a68c339f-21a3-48f0-9139-3638cebcf6ef tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:27.324484 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d9704fa7-ee0f-4fae-90b2-e1d6d53391ef req-a68c339f-21a3-48f0-9139-3638cebcf6ef tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.8010118 Aug 02 13:20:27.488124 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2da7d0-4e9d-4848-a332-1375ab316130 req-708dc263-5cfc-4e8a-8e97-a96bb2f08e26 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:27.507490 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9e2da7d0-4e9d-4848-a332-1375ab316130 req-708dc263-5cfc-4e8a-8e97-a96bb2f08e26 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.2367492 Aug 02 13:20:27.507737 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d9704fa7-ee0f-4fae-90b2-e1d6d53391ef req-947d3724-aa23-46aa-981f-49883a99ff87 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818700 Aug 02 13:20:27.697005 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9e2da7d0-4e9d-4848-a332-1375ab316130 req-a22957af-c72a-41b4-a1a6-5a742388dd22 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1879389 Aug 02 13:20:27.941191 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:04Z', 'updated_at': '2021-08-02T13:20:17Z', 'revision_number': 4, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'gw_port': {'id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:07Z', 'updated_at': '2021-08-02T13:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '524fc4d0-d46b-478c-a9e9-b99b59655264', 'name': '', 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'mac_address': 'fa:16:3e:d5:d9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:15Z', 'updated_at': '2021-08-02T13:20:25Z', 'revision_number': 4, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'subnets': [{'id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:27.976641 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a3ae11-92c7-455c-b1c2-9458abdcbf96 None None] The sync data for ids ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'] in dv-cinder-803181-1-iscsi is: [{'id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:04Z', 'updated_at': '2021-08-02T13:20:17Z', 'revision_number': 4, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'gw_port': {'id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:07Z', 'updated_at': '2021-08-02T13:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '524fc4d0-d46b-478c-a9e9-b99b59655264', 'name': '', 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'mac_address': 'fa:16:3e:d5:d9:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:15Z', 'updated_at': '2021-08-02T13:20:25Z', 'revision_number': 4, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'subnets': [{'id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:20:28.025665 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Notify callbacks [] for port, precommit_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:28.103856 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Transition to ACTIVE for port object 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:20:28.158895 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:28.241191 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Transition to ACTIVE for port object 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 will not be triggered until provisioned by entity DHCP. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:20:28.251754 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:28.273862 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-ab9349b2-f8bd-4e06-99e6-b2bb2e5cd4b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:28.368264 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:28.429357 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743e394d-05cb-47a0-b3df-ec800ac4af43 req-fcc3a3db-03a7-4106-9b96-2d05e6298b8a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:28.431368 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-743e394d-05cb-47a0-b3df-ec800ac4af43 req-fcc3a3db-03a7-4106-9b96-2d05e6298b8a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.2667773 Aug 02 13:20:28.484011 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Network 3c68356b-7459-4580-9828-fda8899db86a is already hosted by enough agents. {{(pid=78569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:20:28.487104 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.base_scheduler [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Resources bound (agent type, host, resource id): {{(pid=78569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:20:28.524328 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Received port after_create {{(pid=78569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:20:28.542858 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Pushing event updated for resources: {'Port': ['ID=9f77fa43-e8cd-4923-92c4-cf2bf2f21c37,revision_number=1']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:28.549462 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:28.723051 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-743e394d-05cb-47a0-b3df-ec800ac4af43 req-c1aa77b6-1bbb-47a3-8034-041a82cf7695 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787907 Aug 02 13:20:28.931400 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Attempting to bind port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:20:28.931781 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Attempting to bind port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'e272bfe2-d8ab-4b98-a999-21168498f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3c68356b-7459-4580-9828-fda8899db86a'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:20:28.932156 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Attempting to bind port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 on network 3c68356b-7459-4580-9828-fda8899db86a {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:20:28.956831 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:20:28.957271 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Checking segment: {'id': 'e272bfe2-d8ab-4b98-a999-21168498f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3c68356b-7459-4580-9828-fda8899db86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:20:28.957687 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:28.958091 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Bound using segment: {'id': 'e272bfe2-d8ab-4b98-a999-21168498f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3c68356b-7459-4580-9828-fda8899db86a'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:20:28.958618 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Bound port: 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e272bfe2-d8ab-4b98-a999-21168498f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3c68356b-7459-4580-9828-fda8899db86a'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:20:28.959003 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:29.081943 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Allocated IP 172.27.2.76 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/65320553-15f1-4a37-8475-0d23c6b11e29) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:20:29.222717 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] For port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:20:29.229236 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] For port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=9f77fa43-e8cd-4923-92c4-cf2bf2f21c37,segment=NetworkSegment(e272bfe2-d8ab-4b98-a999-21168498f3db),segment_id=e272bfe2-d8ab-4b98-a999-21168498f3db)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:20:29.240410 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:29.268663 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:29.300960 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cf57f-d734-4589-b88d-675eaa5fed3a req-bb975fa1-82da-436b-bd37-0a563196b845 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:29.311277 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-803cf57f-d734-4589-b88d-675eaa5fed3a req-bb975fa1-82da-436b-bd37-0a563196b845 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.3347132 Aug 02 13:20:29.360910 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509d49d9-e7c7-42a2-88de-5fe8335d8f03 req-9e01e27a-5d58-4fe7-ba9d-fc5847b886cc tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:29.374206 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-509d49d9-e7c7-42a2-88de-5fe8335d8f03 req-9e01e27a-5d58-4fe7-ba9d-fc5847b886cc tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.2928624 Aug 02 13:20:29.435125 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Pushing event updated for resources: {'Port': ['ID=9f77fa43-e8cd-4923-92c4-cf2bf2f21c37,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:29.456035 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:29.463308 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-803cf57f-d734-4589-b88d-675eaa5fed3a req-396191bd-10eb-4b10-bcc1-349f1db7c934 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508250 Aug 02 13:20:29.479431 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:29.509241 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-509d49d9-e7c7-42a2-88de-5fe8335d8f03 req-fab2b5db-bb7d-4aff-a48f-e246d69c7bfa tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339631 Aug 02 13:20:29.571422 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:29.586633 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f4e7a43c-e4be-4b16-9f77-50d7308f27bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:29.716475 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:20:29.737491 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:20:29.742679 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:20:29.834339 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Pushing event updated for resources: {'Port': ['ID=65320553-15f1-4a37-8475-0d23c6b11e29,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:29.843508 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:30.421026 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:20:30.451036 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:20:30.686037 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:20:30.701247 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 524fc4d0-d46b-478c-a9e9-b99b59655264 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:20:30.735155 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fc20a-7eea-4d97-ac00-81bfa26039be req-8f96927d-787c-4e3e-b919-1c0a3b4d078c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:30.736997 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a46fc20a-7eea-4d97-ac00-81bfa26039be req-8f96927d-787c-4e3e-b919-1c0a3b4d078c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.6821995 Aug 02 13:20:30.914868 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a46fc20a-7eea-4d97-ac00-81bfa26039be req-4d72e03a-2f23-47c4-be4d-ef5f7e10825a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850620 Aug 02 13:20:30.971927 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c9c4c-7aaf-411a-8e5d-953debe4a379 req-4cac65eb-8469-44af-b030-2bb8957d1eba tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:30.989469 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:31.008828 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2d0c9c4c-7aaf-411a-8e5d-953debe4a379 req-4cac65eb-8469-44af-b030-2bb8957d1eba tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.3014042 Aug 02 13:20:31.029255 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 524fc4d0-d46b-478c-a9e9-b99b59655264 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:20:31.055660 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 524fc4d0-d46b-478c-a9e9-b99b59655264 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:31.056318 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:31.108493 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2d0c9c4c-7aaf-411a-8e5d-953debe4a379 req-785496c4-1f31-4a9c-96aa-ea1312a429d8 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973229 Aug 02 13:20:31.443241 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f2319f-3e9f-4675-8b9e-a3b94ead3371 None None] Network 3c68356b-7459-4580-9828-fda8899db86a requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:20:31.571358 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6854da6d-cd2b-40ae-b843-6efcae4ab304 None None] Provisioning for port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:20:31.694763 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:31.751713 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 524fc4d0-d46b-478c-a9e9-b99b59655264, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=524fc4d0-d46b-478c-a9e9-b99b59655264,segment=NetworkSegment(38a833fb-be4e-4900-a6da-f00cd29cca63),segment_id=38a833fb-be4e-4900-a6da-f00cd29cca63)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:20:31.752873 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6854da6d-cd2b-40ae-b843-6efcae4ab304 None None] Provisioning complete for port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:31.753300 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6854da6d-cd2b-40ae-b843-6efcae4ab304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:31.797719 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:31.815884 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:31.847263 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cf068-fc6b-482e-82c3-844d16e254b9 req-3a045abf-ebb9-4663-bffb-374aa948b510 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:31.857774 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3e8cf068-fc6b-482e-82c3-844d16e254b9 req-3a045abf-ebb9-4663-bffb-374aa948b510 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.5574052 Aug 02 13:20:31.942640 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=524fc4d0-d46b-478c-a9e9-b99b59655264,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:31.949217 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:32.024468 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3e8cf068-fc6b-482e-82c3-844d16e254b9 req-cfc4ccd9-1197-4ef7-b6a8-a2665c8c671a tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1672907 Aug 02 13:20:32.042902 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804693'] for router, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:32.163954 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6854da6d-cd2b-40ae-b843-6efcae4ab304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:32.258498 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 524fc4d0-d46b-478c-a9e9-b99b59655264 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:20:32.417411 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6854da6d-cd2b-40ae-b843-6efcae4ab304 None None] For port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=9f77fa43-e8cd-4923-92c4-cf2bf2f21c37,segment=NetworkSegment(e272bfe2-d8ab-4b98-a999-21168498f3db),segment_id=e272bfe2-d8ab-4b98-a999-21168498f3db)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:20:32.419252 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 524fc4d0-d46b-478c-a9e9-b99b59655264 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:32.419252 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:32.470220 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189c1dc-64e7-4c0a-8d4a-ad0bf61622ce req-940150fd-dfe4-483c-8f4f-8c8d12eae750 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:32.478333 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d189c1dc-64e7-4c0a-8d4a-ad0bf61622ce req-940150fd-dfe4-483c-8f4f-8c8d12eae750 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1637793 Aug 02 13:20:32.561651 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d189c1dc-64e7-4c0a-8d4a-ad0bf61622ce req-1718fad8-b8d0-4d64-9836-162adc8747b4 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824134 Aug 02 13:20:32.584280 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Router 14b94857-6d6a-4dfc-a727-1e1886d0f14e is scheduled to L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 with binding_index 1 {{(pid=78568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 13:20:32.591067 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6854da6d-cd2b-40ae-b843-6efcae4ab304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:32.592363 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe82be-cd1f-4de7-99ca-acc0169e20be req-ecf84aaa-9093-47bf-ad32-dbf195708cbb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:32.601641 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3bbe82be-cd1f-4de7-99ca-acc0169e20be req-ecf84aaa-9093-47bf-ad32-dbf195708cbb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.3379655 Aug 02 13:20:32.643530 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:32.665282 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3bbe82be-cd1f-4de7-99ca-acc0169e20be req-9c653532-1502-4019-80be-914cb1033b65 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606132 Aug 02 13:20:32.882922 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:20:32.896960 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Sync routers for ids ['14b94857-6d6a-4dfc-a727-1e1886d0f14e'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:20:32.900440 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-3c87fdde-2080-4732-a39b-73acfccfd9e3 None None] Provisioning complete for port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:32.900719 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-3c87fdde-2080-4732-a39b-73acfccfd9e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:32.913668 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Routers {'14b94857-6d6a-4dfc-a727-1e1886d0f14e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:20:32.915243 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:20:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['14b94857-6d6a-4dfc-a727-1e1886d0f14e'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:32.920521 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Notify callbacks [] for router, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:32.922197 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.9084921 Aug 02 13:20:32.930232 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 52138) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:32.942369 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808e54b-d262-405d-9ef7-9518cfd9531f req-35bcb3b8-131d-44e5-9558-c55d50ba1811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:32.947101 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1808e54b-d262-405d-9ef7-9518cfd9531f req-35bcb3b8-131d-44e5-9558-c55d50ba1811 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a084b6e9d41405097db0f4dc6fedaf7&device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 1099 time: 0.1379883 Aug 02 13:20:32.951572 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854da6d-cd2b-40ae-b843-6efcae4ab304 None None] Pushing event updated for resources: {'Port': ['ID=9f77fa43-e8cd-4923-92c4-cf2bf2f21c37,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:32.971232 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6854da6d-cd2b-40ae-b843-6efcae4ab304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:33.357873 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Set router 14b94857-6d6a-4dfc-a727-1e1886d0f14e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:20:33.450191 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808e54b-d262-405d-9ef7-9518cfd9531f req-5e638645-2c6c-4ef1-873b-2012854ff9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:33.451814 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1808e54b-d262-405d-9ef7-9518cfd9531f req-5e638645-2c6c-4ef1-873b-2012854ff9df service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb040d03-cbf3-4995-bcf3-f17d53b45872 HTTP/1.1" status: 200 len: 918 time: 0.4873626 Aug 02 13:20:33.567433 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5b8b5-fbbb-4d83-b15c-c51201bd31c9 req-4d0bc48f-732b-409d-a6c4-fe3b88ffa406 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:33.569470 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-74e5b8b5-fbbb-4d83-b15c-c51201bd31c9 req-4d0bc48f-732b-409d-a6c4-fe3b88ffa406 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.3445053 Aug 02 13:20:33.638131 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-74e5b8b5-fbbb-4d83-b15c-c51201bd31c9 req-e4195f02-f068-45bb-8878-781ad2bf66c0 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583253 Aug 02 13:20:33.664624 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1808e54b-d262-405d-9ef7-9518cfd9531f req-0f23d72a-1a59-4660-a4e4-98d757dfd6aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 HTTP/1.1" status: 200 len: 1002 time: 0.2022381 Aug 02 13:20:33.898857 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808e54b-d262-405d-9ef7-9518cfd9531f req-0cc0bcce-365e-4940-83cb-7882c0e3625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:33.911878 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1808e54b-d262-405d-9ef7-9518cfd9531f req-0cc0bcce-365e-4940-83cb-7882c0e3625b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bf2c7bd-9f7d-4ef5-aae7-845561678e71 HTTP/1.1" status: 200 len: 856 time: 0.2393780 Aug 02 13:20:33.926420 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 52160) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:34.187156 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'name': 'tempest-TestMinimumBasicScenario-379381953-router', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '65320553-15f1-4a37-8475-0d23c6b11e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:25Z', 'updated_at': '2021-08-02T13:20:30Z', 'revision_number': 3, 'project_id': '5993d313e69c4bda997cacb4a44d4564', 'gw_port': {'id': '65320553-15f1-4a37-8475-0d23c6b11e29', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:28Z', 'updated_at': '2021-08-02T13:20:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:34.208911 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Checking router: 14b94857-6d6a-4dfc-a727-1e1886d0f14e for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:20:34.214035 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Updating router 14b94857-6d6a-4dfc-a727-1e1886d0f14e port 65320553-15f1-4a37-8475-0d23c6b11e29 binding host dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:20:34.250009 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808e54b-d262-405d-9ef7-9518cfd9531f req-32bc091e-e8b3-4d0f-87c2-71ce01e62645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:34.253750 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1808e54b-d262-405d-9ef7-9518cfd9531f req-32bc091e-e8b3-4d0f-87c2-71ce01e62645 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb040d03-cbf3-4995-bcf3-f17d53b45872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2994246 Aug 02 13:20:34.264783 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:20:34.503714 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:34.504184 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:34.517082 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:34.517636 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec939b-eaea-4443-b63b-eea1228f48af req-de981a4b-2b67-4ba6-8083-a46b3b69a7dc tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:34.519869 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a2ec939b-eaea-4443-b63b-eea1228f48af req-de981a4b-2b67-4ba6-8083-a46b3b69a7dc tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.5124807 Aug 02 13:20:34.548947 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112f4804-fb1f-43fb-8ae8-3936e92c2b7b req-3e962d11-39b8-436e-af7d-119cf6830137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:34.550808 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-112f4804-fb1f-43fb-8ae8-3936e92c2b7b req-3e962d11-39b8-436e-af7d-119cf6830137 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 1099 time: 0.3042262 Aug 02 13:20:34.633969 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-112f4804-fb1f-43fb-8ae8-3936e92c2b7b req-2d417995-9052-4c3b-857d-8c4c3278a534 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592346 Aug 02 13:20:34.765854 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a2ec939b-eaea-4443-b63b-eea1228f48af req-6704731f-de6f-44f7-8312-f0ddca7a8378 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191820 Aug 02 13:20:34.889617 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:35.067631 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1808e54b-d262-405d-9ef7-9518cfd9531f req-91dbf636-1c42-4680-a7ec-0d7e0cfc2292 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7964609 Aug 02 13:20:35.134057 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-717c300b-2062-4985-8273-bf395c5309e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:35.240169 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Notify callbacks [] for port, precommit_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:35.265572 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-717c300b-2062-4985-8273-bf395c5309e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:20:35.279639 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.provisioning_blocks [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Transition to ACTIVE for port object 65320553-15f1-4a37-8475-0d23c6b11e29 will not be triggered until provisioned by entity L2. {{(pid=78570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:20:35.292887 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:35.330988 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-efc51923-3a9f-4f20-a0fa-5572959dc31e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:35.367594 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e25d0db-fecf-4a59-8f03-04b230c101ca req-70b58ffa-fb62-4759-ab38-dd8f71094672 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:35.384798 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6e25d0db-fecf-4a59-8f03-04b230c101ca req-70b58ffa-fb62-4759-ab38-dd8f71094672 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.4165888 Aug 02 13:20:35.459981 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-717c300b-2062-4985-8273-bf395c5309e4 admin admin] Usage tracker for resource:security_group_rule and tenant:825508c082524b10b9bbb32c897dd496 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:20:35.472518 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Attempting to bind port 65320553-15f1-4a37-8475-0d23c6b11e29 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:20:35.472905 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Attempting to bind port 65320553-15f1-4a37-8475-0d23c6b11e29 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:20:35.473346 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Attempting to bind port 65320553-15f1-4a37-8475-0d23c6b11e29 on network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:20:35.475771 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-717c300b-2062-4985-8273-bf395c5309e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:20:35.484178 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:20:35.484575 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Checking segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:20:35.485001 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:35.485450 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Bound using segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:20:35.485949 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Bound port: 65320553-15f1-4a37-8475-0d23c6b11e29, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:20:35.486357 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:35.529886 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-717c300b-2062-4985-8273-bf395c5309e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:20:35.567348 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0a7c7-9800-43c7-89c5-e863381eb460 None None] Pushing event updated for resources: {'Port': ['ID=65320553-15f1-4a37-8475-0d23c6b11e29,revision_number=2']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:35.582414 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-7fa0a7c7-9800-43c7-89c5-e863381eb460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:35.589378 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Allocated IP 172.20.0.1 (3c68356b-7459-4580-9828-fda8899db86a/94253e21-1c80-4fad-8884-5c2ba33c9afd/485110a4-29ca-4c40-bd5e-a190dbab2f90) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:20:35.594249 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1808e54b-d262-405d-9ef7-9518cfd9531f req-d75b5cba-91b2-4afb-ba19-1e3460559f40 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971144 Aug 02 13:20:35.600111 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] For port 65320553-15f1-4a37-8475-0d23c6b11e29, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:20:35.605004 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] For port 65320553-15f1-4a37-8475-0d23c6b11e29, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=65320553-15f1-4a37-8475-0d23c6b11e29,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:20:35.611317 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cf09a-4cd2-4887-ad88-9bd9923115f5 req-86915371-e9ce-4a54-a00d-9b9f38aba6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:35.614048 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6e25d0db-fecf-4a59-8f03-04b230c101ca req-8255226c-8b31-4ace-91bc-af72bcf65c72 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279861 Aug 02 13:20:35.614255 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e02cf09a-4cd2-4887-ad88-9bd9923115f5 req-86915371-e9ce-4a54-a00d-9b9f38aba6b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1dfc0f7ffe5d46e38126837be5e982ce&device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 1098 time: 0.7892573 Aug 02 13:20:35.626188 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:35.634320 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b72890-34e1-441c-a70a-80f28aa8bfed req-6b868483-605a-4519-8ceb-a2116f0eb6ab tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:35.635937 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-71318aec-8023-429c-8909-d876f3668925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:35.649026 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-81b72890-34e1-441c-a70a-80f28aa8bfed req-6b868483-605a-4519-8ceb-a2116f0eb6ab tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 946 time: 0.7333617 Aug 02 13:20:35.730231 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Routers {'14b94857-6d6a-4dfc-a727-1e1886d0f14e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:20:35.731000 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:20:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['14b94857-6d6a-4dfc-a727-1e1886d0f14e'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:35.821905 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0a7c7-9800-43c7-89c5-e863381eb460 None None] Pushing event updated for resources: {'Port': ['ID=65320553-15f1-4a37-8475-0d23c6b11e29,revision_number=3']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:35.825297 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-7fa0a7c7-9800-43c7-89c5-e863381eb460 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:35.867753 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-81b72890-34e1-441c-a70a-80f28aa8bfed req-72e7defc-b76f-4769-93f9-ad9aa759a878 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174094 Aug 02 13:20:35.963552 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cf09a-4cd2-4887-ad88-9bd9923115f5 req-1f79727e-8784-4a5e-ae3a-464ad84bfbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:35.965053 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e02cf09a-4cd2-4887-ad88-9bd9923115f5 req-1f79727e-8784-4a5e-ae3a-464ad84bfbc4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f388a598-a9e9-4425-b334-df10ec450cba HTTP/1.1" status: 200 len: 911 time: 0.3126092 Aug 02 13:20:36.057361 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:36.066924 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-717c300b-2062-4985-8273-bf395c5309e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:36.074251 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-717c300b-2062-4985-8273-bf395c5309e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:36.091265 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9f987104-e47e-43e2-ad03-c92f1c7a866b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:36.125749 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] Set router 14b94857-6d6a-4dfc-a727-1e1886d0f14e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:20:36.135885 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.provisioning_blocks [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Transition to ACTIVE for port object 485110a4-29ca-4c40-bd5e-a190dbab2f90 will not be triggered until provisioned by entity DHCP. {{(pid=78567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:20:36.160425 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e02cf09a-4cd2-4887-ad88-9bd9923115f5 req-c85ad577-377a-4b5f-8f37-dfc117b2775a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f8855ed-8455-4329-87cc-fc30ec4e3b91 HTTP/1.1" status: 200 len: 1001 time: 0.1801941 Aug 02 13:20:36.163859 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-717c300b-2062-4985-8273-bf395c5309e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=825508c082524b10b9bbb32c897dd496&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2353859 Aug 02 13:20:36.167161 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 52224) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:36.167569 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c300b-2062-4985-8273-bf395c5309e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a80fd4-3360-486b-b22b-3cbfadce9344,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:36.184460 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-717c300b-2062-4985-8273-bf395c5309e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:36.212968 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad825cbe-a732-4834-8794-0ba36c230dc7 req-b8f3db96-f639-433f-8796-0d4be2efb981 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:36.216260 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ad825cbe-a732-4834-8794-0ba36c230dc7 req-b8f3db96-f639-433f-8796-0d4be2efb981 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.2221351 Aug 02 13:20:36.260225 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:20:36.314042 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4ac5bf65-5926-4c1f-93bc-714300142566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:36.338174 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cf09a-4cd2-4887-ad88-9bd9923115f5 req-3f019620-22fe-44f3-84c3-c24bb3bf4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:36.339734 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e02cf09a-4cd2-4887-ad88-9bd9923115f5 req-3f019620-22fe-44f3-84c3-c24bb3bf4535 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa6ef6ab-fa4e-4dab-a762-153ab4fccbae HTTP/1.1" status: 200 len: 849 time: 0.1508782 Aug 02 13:20:36.345120 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:36.366049 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:36.429945 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4ac5bf65-5926-4c1f-93bc-714300142566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:36.476698 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:36.601012 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4ac5bf65-5926-4c1f-93bc-714300142566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:36.615886 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:36.616489 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-6f2392f2-003e-4927-9197-308fca203370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:36.635945 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5bf65-5926-4c1f-93bc-714300142566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a80fd4-3360-486b-b22b-3cbfadce9344,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:36.638623 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'name': 'tempest-TestMinimumBasicScenario-379381953-router', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '65320553-15f1-4a37-8475-0d23c6b11e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:25Z', 'updated_at': '2021-08-02T13:20:30Z', 'revision_number': 3, 'project_id': '5993d313e69c4bda997cacb4a44d4564', 'gw_port': {'id': '65320553-15f1-4a37-8475-0d23c6b11e29', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:28Z', 'updated_at': '2021-08-02T13:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:36.647047 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede125bb-8d1f-4328-bce7-98e00d66b9cd None None] The sync data for ids ['14b94857-6d6a-4dfc-a727-1e1886d0f14e'] in dv-cinder-803181-1-iscsi is: [{'id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'name': 'tempest-TestMinimumBasicScenario-379381953-router', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '65320553-15f1-4a37-8475-0d23c6b11e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:25Z', 'updated_at': '2021-08-02T13:20:30Z', 'revision_number': 3, 'project_id': '5993d313e69c4bda997cacb4a44d4564', 'gw_port': {'id': '65320553-15f1-4a37-8475-0d23c6b11e29', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:28Z', 'updated_at': '2021-08-02T13:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:20:36.648467 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4ac5bf65-5926-4c1f-93bc-714300142566 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:36.666219 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:20:36.671209 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02cf09a-4cd2-4887-ad88-9bd9923115f5 req-a9c24752-8288-4530-bb44-8b3a1425f811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:36.672659 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e02cf09a-4cd2-4887-ad88-9bd9923115f5 req-a9c24752-8288-4530-bb44-8b3a1425f811 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f388a598-a9e9-4425-b334-df10ec450cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3168702 Aug 02 13:20:36.673760 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4ac5bf65-5926-4c1f-93bc-714300142566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:36.677216 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-4ac5bf65-5926-4c1f-93bc-714300142566 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42a80fd4-3360-486b-b22b-3cbfadce9344 HTTP/1.1" status: 204 len: 168 time: 0.5039222 Aug 02 13:20:36.698201 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ad825cbe-a732-4834-8794-0ba36c230dc7 req-80bfdb2d-64da-46c7-aedb-ccd3cc56641e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4657903 Aug 02 13:20:36.703095 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:20:36.713987 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:36.715829 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:36.741791 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Network 3c68356b-7459-4580-9828-fda8899db86a is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:20:36.742991 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Pushing event updated for resources: {'Port': ['ID=485110a4-29ca-4c40-bd5e-a190dbab2f90,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:36.749240 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:20:36.751415 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:36.752135 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:20:36.752590 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719632'] for router_interface, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:36.919381 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'code': 200} Aug 02 13:20:36.919981 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,revision_number=8']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:36.928924 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:37.034295 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:37.234968 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e02cf09a-4cd2-4887-ad88-9bd9923115f5 req-324e9349-676a-4818-ab41-d334f6428197 service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511210 Aug 02 13:20:37.331030 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-5c052fe5-ed9f-4166-b8e6-577c5778c490 None None] Provisioning for port 485110a4-29ca-4c40-bd5e-a190dbab2f90 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:20:37.344630 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-5c052fe5-ed9f-4166-b8e6-577c5778c490 None None] Provisioning complete for port 485110a4-29ca-4c40-bd5e-a190dbab2f90 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:37.345433 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-5c052fe5-ed9f-4166-b8e6-577c5778c490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:37.496923 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb4924-6abf-4540-8195-59350dae6547 req-63840d4e-67d8-4ac4-b85b-d200aa731064 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:37.499086 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5beb4924-6abf-4540-8195-59350dae6547 req-63840d4e-67d8-4ac4-b85b-d200aa731064 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.5298781 Aug 02 13:20:37.499590 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 52240) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:37.512657 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-5c052fe5-ed9f-4166-b8e6-577c5778c490 None None] Port 485110a4-29ca-4c40-bd5e-a190dbab2f90 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:20:37.587096 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87cdae5-e8c3-4139-9c83-22f11ba507b7 req-40ab1a2b-49b7-49ff-ad93-c1873fcfae34 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:37.600660 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f87cdae5-e8c3-4139-9c83-22f11ba507b7 req-40ab1a2b-49b7-49ff-ad93-c1873fcfae34 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.3740506 Aug 02 13:20:37.607958 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:37.630536 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e02cf09a-4cd2-4887-ad88-9bd9923115f5 req-9f5b29a1-7ef7-4076-accb-1b01382301cd service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794601 Aug 02 13:20:37.631388 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:37.632270 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1690252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719615'] for router_interface, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:37.640475 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a5fa2084-4337-4e15-a906-199bccc85ef3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:37.641468 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5beb4924-6abf-4540-8195-59350dae6547 req-3642f010-3794-46f7-b44a-817e7c7c9dad tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004987 Aug 02 13:20:37.654392 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f0165b-94e2-4732-aef7-285420eb0b8a admin admin] Deleting subnet 1f80ba91-319a-4ca0-8d80-b96e08d66c26 {{(pid=78568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:20:37.665979 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f2f0165b-94e2-4732-aef7-285420eb0b8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:37.735942 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f2f0165b-94e2-4732-aef7-285420eb0b8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132345218'] for subnet, precommit_delete_associations {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:37.785380 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f87cdae5-e8c3-4139-9c83-22f11ba507b7 req-54995521-eda2-46cb-aabf-f6f8fd582459 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751161 Aug 02 13:20:37.798366 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Pushing event updated for resources: {'Port': ['ID=485110a4-29ca-4c40-bd5e-a190dbab2f90,revision_number=2']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:37.801529 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:37.875297 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f2f0165b-94e2-4732-aef7-285420eb0b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:37.929960 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Network 3c68356b-7459-4580-9828-fda8899db86a is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:20:37.932364 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:20:38.238673 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 65320553-15f1-4a37-8475-0d23c6b11e29 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:20:38.339072 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Router 14b94857-6d6a-4dfc-a727-1e1886d0f14e has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:20:38.382762 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 65320553-15f1-4a37-8475-0d23c6b11e29 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:20:38.393778 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 65320553-15f1-4a37-8475-0d23c6b11e29 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:38.395197 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:38.416476 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f2f0165b-94e2-4732-aef7-285420eb0b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132699173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132238658'] for subnet, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:38.425844 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-826828f8-931d-4fd0-a33c-eb573fbf54bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:38.468905 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fedb06-1ee6-40b6-917e-ccc8027a84a4 req-f5ede793-f2b0-4697-b7d5-17aa9bfb3f81 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:38.470556 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-85fedb06-1ee6-40b6-917e-ccc8027a84a4 req-f5ede793-f2b0-4697-b7d5-17aa9bfb3f81 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.2559500 Aug 02 13:20:38.501054 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0165b-94e2-4732-aef7-285420eb0b8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f80ba91-319a-4ca0-8d80-b96e08d66c26,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:38.503346 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f2f0165b-94e2-4732-aef7-285420eb0b8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:38.508635 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f2f0165b-94e2-4732-aef7-285420eb0b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:38.511692 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-7047ba12-e64a-4da3-bdca-d612d997b653 None None] Provisioning complete for port 485110a4-29ca-4c40-bd5e-a190dbab2f90 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:38.512099 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-7047ba12-e64a-4da3-bdca-d612d997b653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:38.524868 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-f2f0165b-94e2-4732-aef7-285420eb0b8a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1f80ba91-319a-4ca0-8d80-b96e08d66c26 HTTP/1.1" status: 204 len: 168 time: 1.0186601 Aug 02 13:20:38.531210 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 52250) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:38.602639 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-85fedb06-1ee6-40b6-917e-ccc8027a84a4 req-979864ac-f64b-4d78-b749-665919cb7a2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185522 Aug 02 13:20:38.626329 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:20:38.636798 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-7047ba12-e64a-4da3-bdca-d612d997b653 None None] Port 485110a4-29ca-4c40-bd5e-a190dbab2f90 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:20:38.642390 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] 10.222.0.49 "PUT /v2.0/routers/14b94857-6d6a-4dfc-a727-1e1886d0f14e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7068450 Aug 02 13:20:38.728587 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b6cf38ba-01af-46df-bf85-3827218cf389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:38.816197 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:38.851515 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 65320553-15f1-4a37-8475-0d23c6b11e29, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=65320553-15f1-4a37-8475-0d23c6b11e29,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:20:38.858608 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:38.860595 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:38.906428 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b6cf38ba-01af-46df-bf85-3827218cf389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:38.931384 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-b6cf38ba-01af-46df-bf85-3827218cf389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af4f0db-1d52-42f5-99c1-fd1094ac507d']}} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:38.954013 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-b6cf38ba-01af-46df-bf85-3827218cf389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70af8c79-1b5e-4a52-914b-886edf7ef194') {'for_net_delete': True} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:38.954368 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-b6cf38ba-01af-46df-bf85-3827218cf389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70af8c79-1b5e-4a52-914b-886edf7ef194') {} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:39.010649 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b6cf38ba-01af-46df-bf85-3827218cf389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132345245'] for segment, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:39.011048 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=65320553-15f1-4a37-8475-0d23c6b11e29,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:39.014728 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:39.025298 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f30ff-666c-40a8-8ed1-ffccdfd9116e req-19cdf88a-ae16-4bca-af49-39c0fcc31235 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:39.027119 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b87f30ff-666c-40a8-8ed1-ffccdfd9116e req-19cdf88a-ae16-4bca-af49-39c0fcc31235 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1807480 Aug 02 13:20:39.041823 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b6cf38ba-01af-46df-bf85-3827218cf389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:39.051319 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6cf38ba-01af-46df-bf85-3827218cf389 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=78568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:20:39.051733 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b6cf38ba-01af-46df-bf85-3827218cf389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132699203'] for segment, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: Traceback (most recent call last): Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: timer() Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: cb(*args, **kw) Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: return func(*args, **kwargs) Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: self._notify() Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: self.callback(batched_events) Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: event.method(event) Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: return f(self, *a, **k) Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._get(url).json() Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: return self.request(url, 'GET', **kwargs) Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:20:39.066005 dv-cinder-803181-1-iscsi neutron-server[78568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:20:39.106748 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b87f30ff-666c-40a8-8ed1-ffccdfd9116e req-fad93346-cccd-4bb8-9e44-1d618df28c49 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701673 Aug 02 13:20:39.182499 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7088a7-2b17-445e-b3f7-117d824c82c5 req-91bfd94a-07a4-40e5-87f6-b92ce02fcbd6 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:39.184219 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-af7088a7-2b17-445e-b3f7-117d824c82c5 req-91bfd94a-07a4-40e5-87f6-b92ce02fcbd6 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.2206254 Aug 02 13:20:39.185618 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b6cf38ba-01af-46df-bf85-3827218cf389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:39.189956 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-47873896-7827-4221-b60d-bcb54562433e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:39.212126 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b6cf38ba-01af-46df-bf85-3827218cf389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:39.231647 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf38ba-01af-46df-bf85-3827218cf389 admin admin] Pushing event deleted for resources: {'Network': ['ID=1af4f0db-1d52-42f5-99c1-fd1094ac507d,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:39.237973 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b6cf38ba-01af-46df-bf85-3827218cf389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:39.245447 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-b6cf38ba-01af-46df-bf85-3827218cf389 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1af4f0db-1d52-42f5-99c1-fd1094ac507d HTTP/1.1" status: 204 len: 168 time: 0.7105076 Aug 02 13:20:39.306478 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-af7088a7-2b17-445e-b3f7-117d824c82c5 req-785d0ccc-29f0-4980-b162-0e9b18249682 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023369 Aug 02 13:20:39.439392 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Sync routers for ids ['14b94857-6d6a-4dfc-a727-1e1886d0f14e'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:20:39.460847 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Routers {'14b94857-6d6a-4dfc-a727-1e1886d0f14e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:20:39.461958 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:20:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['14b94857-6d6a-4dfc-a727-1e1886d0f14e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:39.561704 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 52280) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:39.659890 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-b67e4495-b7e4-45d2-b1da-029e2b2e59ce admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=45234180b2c04a28872af96b876384bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959668 Aug 02 13:20:39.664709 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 52290) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:39.760652 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Set router 14b94857-6d6a-4dfc-a727-1e1886d0f14e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:20:39.767507 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4933e5e1-a163-4077-8763-4e7e1af160b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:39.817861 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4933e5e1-a163-4077-8763-4e7e1af160b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:39.899983 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4933e5e1-a163-4077-8763-4e7e1af160b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:39.917612 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-777a749c-4a6e-465a-8b7d-94fc8cb54ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:39.936457 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933e5e1-a163-4077-8763-4e7e1af160b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f076afcb-00fc-4168-821c-d39fdfc59574,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:39.940832 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4933e5e1-a163-4077-8763-4e7e1af160b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:39.949501 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4933e5e1-a163-4077-8763-4e7e1af160b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:39.955444 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-4933e5e1-a163-4077-8763-4e7e1af160b9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f076afcb-00fc-4168-821c-d39fdfc59574 HTTP/1.1" status: 204 len: 168 time: 0.2886496 Aug 02 13:20:40.014629 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691217ed-3a90-4aa0-ab89-9fbdd8ad1731 req-ce5c9bd9-ebc4-42ff-a877-34ab95e31e32 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:40.017295 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-691217ed-3a90-4aa0-ab89-9fbdd8ad1731 req-ce5c9bd9-ebc4-42ff-a877-34ab95e31e32 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.2253637 Aug 02 13:20:40.154937 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-691217ed-3a90-4aa0-ab89-9fbdd8ad1731 req-e2e9e509-f93e-42a0-a1f1-35a531cc03d8 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198440 Aug 02 13:20:40.363772 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 65320553-15f1-4a37-8475-0d23c6b11e29 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:20:40.714906 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 65320553-15f1-4a37-8475-0d23c6b11e29 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:40.715975 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:40.767037 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6b046-552a-4156-8b55-0b7387eee20d req-22b153fc-9fa4-47df-bcf0-f2bf513210ba tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:40.779612 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e9f6b046-552a-4156-8b55-0b7387eee20d req-22b153fc-9fa4-47df-bcf0-f2bf513210ba tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1924539 Aug 02 13:20:40.867209 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e9f6b046-552a-4156-8b55-0b7387eee20d req-d8f72d32-0ca3-4cb5-9a8b-e0b306ae46f7 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693657 Aug 02 13:20:41.125124 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'name': 'tempest-TestMinimumBasicScenario-379381953-router', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '65320553-15f1-4a37-8475-0d23c6b11e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:25Z', 'updated_at': '2021-08-02T13:20:36Z', 'revision_number': 4, 'project_id': '5993d313e69c4bda997cacb4a44d4564', 'gw_port': {'id': '65320553-15f1-4a37-8475-0d23c6b11e29', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:28Z', 'updated_at': '2021-08-02T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '485110a4-29ca-4c40-bd5e-a190dbab2f90', 'name': '', 'network_id': '3c68356b-7459-4580-9828-fda8899db86a', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564', 'mac_address': 'fa:16:3e:0a:ee:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '94253e21-1c80-4fad-8884-5c2ba33c9afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:34Z', 'updated_at': '2021-08-02T13:20:37Z', 'revision_number': 2, 'project_id': '5993d313e69c4bda997cacb4a44d4564', 'subnets': [{'id': '94253e21-1c80-4fad-8884-5c2ba33c9afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:41.134578 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Checking router: 14b94857-6d6a-4dfc-a727-1e1886d0f14e for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:20:41.134943 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Updating router 14b94857-6d6a-4dfc-a727-1e1886d0f14e port 485110a4-29ca-4c40-bd5e-a190dbab2f90 binding host dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:20:41.303921 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:41.615426 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90334b7f-377e-4623-b706-2d5d7e3850fb req-27b8991d-bd4c-4445-b377-f69eb5d389f9 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:41.627009 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-90334b7f-377e-4623-b706-2d5d7e3850fb req-27b8991d-bd4c-4445-b377-f69eb5d389f9 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.2267966 Aug 02 13:20:41.697576 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-90334b7f-377e-4623-b706-2d5d7e3850fb req-f95ba1b1-a85a-471f-9a72-3cb33d42ab34 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693209 Aug 02 13:20:41.913665 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15205dcf-9d12-4946-846a-08101256b4f7 req-fb92d042-a099-4186-88c6-3b616913e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:41.915218 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-15205dcf-9d12-4946-846a-08101256b4f7 req-fb92d042-a099-4186-88c6-3b616913e74e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5acfbbf2230b40e9a47291fa14f8d5d7&device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 1099 time: 0.5168729 Aug 02 13:20:42.060812 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba5a9b8-8cef-46e0-96e8-599d8f927b4b req-c4870d4c-3917-4a20-a4ab-8559665f530f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:42.071136 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1ba5a9b8-8cef-46e0-96e8-599d8f927b4b req-c4870d4c-3917-4a20-a4ab-8559665f530f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.3904834 Aug 02 13:20:42.182888 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Notify callbacks [] for port, precommit_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:42.199162 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Transition to ACTIVE for port object 485110a4-29ca-4c40-bd5e-a190dbab2f90 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:20:42.215640 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:42.219246 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1ba5a9b8-8cef-46e0-96e8-599d8f927b4b req-94b4a7b7-748a-41d1-bf4a-06dd0a77e476 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468616 Aug 02 13:20:42.238732 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:42.257403 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15205dcf-9d12-4946-846a-08101256b4f7 req-d111d6e1-00ed-48ee-9d37-13161982a8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:42.259208 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-15205dcf-9d12-4946-846a-08101256b4f7 req-d111d6e1-00ed-48ee-9d37-13161982a8e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=2f1027cf-695e-4fa3-a649-01bf9937dcce HTTP/1.1" status: 200 len: 918 time: 0.3246768 Aug 02 13:20:42.346991 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71a51b-8d1f-4912-b471-bab7b9a0af06 req-a51f5e5b-7f3c-4cab-9217-f0bd7a55a917 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:42.348580 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7b71a51b-8d1f-4912-b471-bab7b9a0af06 req-a51f5e5b-7f3c-4cab-9217-f0bd7a55a917 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.2187572 Aug 02 13:20:42.379585 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-15205dcf-9d12-4946-846a-08101256b4f7 req-b5efd8fa-054b-40c1-a538-953dc4d1c327 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5a7a732a-ad21-44b4-b87f-a931edf2e0a9 HTTP/1.1" status: 200 len: 217 time: 0.1007769 Aug 02 13:20:42.380842 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:20:42.516188 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15205dcf-9d12-4946-846a-08101256b4f7 req-26dd9dfe-74a4-48cd-ad9c-6182290a49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:42.518222 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-15205dcf-9d12-4946-846a-08101256b4f7 req-26dd9dfe-74a4-48cd-ad9c-6182290a49b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8ac723f8-ee61-478f-8a90-ba25694af273 HTTP/1.1" status: 200 len: 857 time: 0.1302822 Aug 02 13:20:42.527942 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7b71a51b-8d1f-4912-b471-bab7b9a0af06 req-2f5119e9-b585-476a-80da-21e51312edae tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406479 Aug 02 13:20:42.643271 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-15205dcf-9d12-4946-846a-08101256b4f7 req-67bae3b4-c38f-459c-ad32-096e453affa2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=2f1027cf-695e-4fa3-a649-01bf9937dcce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1160347 Aug 02 13:20:42.750668 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181095a-62a8-4af0-ab98-93302522d71b None None] Pushing event updated for resources: {'Port': ['ID=485110a4-29ca-4c40-bd5e-a190dbab2f90,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:42.860943 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4181095a-62a8-4af0-ab98-93302522d71b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:42.917201 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 52372) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:20:43.020670 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Attempting to bind port 485110a4-29ca-4c40-bd5e-a190dbab2f90 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:20:43.021049 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Attempting to bind port 485110a4-29ca-4c40-bd5e-a190dbab2f90 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'e272bfe2-d8ab-4b98-a999-21168498f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3c68356b-7459-4580-9828-fda8899db86a'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:20:43.021710 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Attempting to bind port 485110a4-29ca-4c40-bd5e-a190dbab2f90 on network 3c68356b-7459-4580-9828-fda8899db86a {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:20:43.056266 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:20:43.056737 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Checking segment: {'id': 'e272bfe2-d8ab-4b98-a999-21168498f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3c68356b-7459-4580-9828-fda8899db86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:20:43.061370 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:43.062034 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Bound using segment: {'id': 'e272bfe2-d8ab-4b98-a999-21168498f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3c68356b-7459-4580-9828-fda8899db86a'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:20:43.062554 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Bound port: 485110a4-29ca-4c40-bd5e-a190dbab2f90, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e272bfe2-d8ab-4b98-a999-21168498f3db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '3c68356b-7459-4580-9828-fda8899db86a'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:20:43.062962 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:43.237034 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] For port 485110a4-29ca-4c40-bd5e-a190dbab2f90, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:20:43.253637 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] For port 485110a4-29ca-4c40-bd5e-a190dbab2f90, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=485110a4-29ca-4c40-bd5e-a190dbab2f90,segment=NetworkSegment(e272bfe2-d8ab-4b98-a999-21168498f3db),segment_id=e272bfe2-d8ab-4b98-a999-21168498f3db)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:20:43.270956 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:43.275141 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-ab9349b2-f8bd-4e06-99e6-b2bb2e5cd4b0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:43.293782 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-15205dcf-9d12-4946-846a-08101256b4f7 req-e855e9d2-d143-4ded-a22c-ba9adc4e67c1 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410224 Aug 02 13:20:43.469888 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Routers {'14b94857-6d6a-4dfc-a727-1e1886d0f14e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:20:43.470873 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:20:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['14b94857-6d6a-4dfc-a727-1e1886d0f14e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:43.757468 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181095a-62a8-4af0-ab98-93302522d71b None None] Pushing event updated for resources: {'Port': ['ID=485110a4-29ca-4c40-bd5e-a190dbab2f90,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:43.789081 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4181095a-62a8-4af0-ab98-93302522d71b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:43.801230 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-93d174c0-ad10-4038-a358-6402c4c939e1 req-7d89f271-2498-4c20-860d-5617235e8ef0 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8823688 Aug 02 13:20:43.803108 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd850d5-5fb4-48f2-87d8-9851576af555 req-35627772-b9fb-4301-8e10-154df00d0c36 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:43.804998 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8cd850d5-5fb4-48f2-87d8-9851576af555 req-35627772-b9fb-4301-8e10-154df00d0c36 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.8091357 Aug 02 13:20:43.847981 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7493ec8e-179d-4b60-b5d0-d03055c011f0 req-fb1f5e12-e39d-46cd-98f5-4ca1b33c9f0a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:43.850975 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7493ec8e-179d-4b60-b5d0-d03055c011f0 req-fb1f5e12-e39d-46cd-98f5-4ca1b33c9f0a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.2749100 Aug 02 13:20:43.865023 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-15205dcf-9d12-4946-846a-08101256b4f7 req-bdd7aa2b-984a-4e10-9428-d38256d12041 service neutron] 10.222.0.53 "GET /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5553701 Aug 02 13:20:43.934513 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8cd850d5-5fb4-48f2-87d8-9851576af555 req-54c784bc-5253-4504-abfc-6fdd78a6eaa5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210334 Aug 02 13:20:43.949254 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7493ec8e-179d-4b60-b5d0-d03055c011f0 req-8be4bfcd-ab09-41ff-b929-bba82f6b12c7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854237 Aug 02 13:20:44.100300 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] Set router 14b94857-6d6a-4dfc-a727-1e1886d0f14e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:20:44.393915 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce03be-280a-4c48-b38c-00a9a5484261 req-efe4b3cd-9d8e-47ec-b530-248b2e795490 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:44.401596 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e9ce03be-280a-4c48-b38c-00a9a5484261 req-efe4b3cd-9d8e-47ec-b530-248b2e795490 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.2726552 Aug 02 13:20:44.554423 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e9ce03be-280a-4c48-b38c-00a9a5484261 req-166614f2-7f4f-4a21-905d-6faf1db5f304 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516275 Aug 02 13:20:44.721193 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'name': 'tempest-TestMinimumBasicScenario-379381953-router', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '65320553-15f1-4a37-8475-0d23c6b11e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:25Z', 'updated_at': '2021-08-02T13:20:36Z', 'revision_number': 4, 'project_id': '5993d313e69c4bda997cacb4a44d4564', 'gw_port': {'id': '65320553-15f1-4a37-8475-0d23c6b11e29', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:28Z', 'updated_at': '2021-08-02T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '485110a4-29ca-4c40-bd5e-a190dbab2f90', 'name': '', 'network_id': '3c68356b-7459-4580-9828-fda8899db86a', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564', 'mac_address': 'fa:16:3e:0a:ee:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '94253e21-1c80-4fad-8884-5c2ba33c9afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:34Z', 'updated_at': '2021-08-02T13:20:43Z', 'revision_number': 4, 'project_id': '5993d313e69c4bda997cacb4a44d4564', 'subnets': [{'id': '94253e21-1c80-4fad-8884-5c2ba33c9afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:20:44.727831 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1793f889-9788-46ec-b033-b2e5c38f33a7 None None] The sync data for ids ['14b94857-6d6a-4dfc-a727-1e1886d0f14e'] in dv-cinder-803181-1-iscsi is: [{'id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'name': 'tempest-TestMinimumBasicScenario-379381953-router', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '65320553-15f1-4a37-8475-0d23c6b11e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:25Z', 'updated_at': '2021-08-02T13:20:36Z', 'revision_number': 4, 'project_id': '5993d313e69c4bda997cacb4a44d4564', 'gw_port': {'id': '65320553-15f1-4a37-8475-0d23c6b11e29', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:28Z', 'updated_at': '2021-08-02T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '485110a4-29ca-4c40-bd5e-a190dbab2f90', 'name': '', 'network_id': '3c68356b-7459-4580-9828-fda8899db86a', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564', 'mac_address': 'fa:16:3e:0a:ee:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '94253e21-1c80-4fad-8884-5c2ba33c9afd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:34Z', 'updated_at': '2021-08-02T13:20:43Z', 'revision_number': 4, 'project_id': '5993d313e69c4bda997cacb4a44d4564', 'subnets': [{'id': '94253e21-1c80-4fad-8884-5c2ba33c9afd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:20:45.443466 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133edcab-6b04-4152-9bca-b19bcfedd224 req-32b2e14e-8bbd-4c36-8e11-1aff3faf05dc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:45.455952 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-133edcab-6b04-4152-9bca-b19bcfedd224 req-32b2e14e-8bbd-4c36-8e11-1aff3faf05dc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.2165301 Aug 02 13:20:45.461675 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb25ce3-8e00-4f10-a47a-99d5aefdfe52 req-1a08c9e3-51c7-4cbc-9e64-b7aef659b339 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:45.475611 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bcb25ce3-8e00-4f10-a47a-99d5aefdfe52 req-1a08c9e3-51c7-4cbc-9e64-b7aef659b339 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.2268775 Aug 02 13:20:45.569600 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bcb25ce3-8e00-4f10-a47a-99d5aefdfe52 req-e7d24876-9c48-4423-9fd7-c7f4cd955955 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926971 Aug 02 13:20:45.584061 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-133edcab-6b04-4152-9bca-b19bcfedd224 req-dac91f95-7088-4ccd-be2a-6db31cee5663 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244800 Aug 02 13:20:46.301225 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 485110a4-29ca-4c40-bd5e-a190dbab2f90 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:20:46.454365 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 485110a4-29ca-4c40-bd5e-a190dbab2f90 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:20:46.478246 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 485110a4-29ca-4c40-bd5e-a190dbab2f90 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:46.478780 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:46.642660 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:46.655554 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765adfd3-bb08-4000-b461-d1dc28164659 req-2008b75f-4368-4d6a-91cd-0a39c380f7fb tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:46.668591 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-765adfd3-bb08-4000-b461-d1dc28164659 req-2008b75f-4368-4d6a-91cd-0a39c380f7fb tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 945 time: 0.1714036 Aug 02 13:20:46.696841 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 485110a4-29ca-4c40-bd5e-a190dbab2f90, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=485110a4-29ca-4c40-bd5e-a190dbab2f90,segment=NetworkSegment(e272bfe2-d8ab-4b98-a999-21168498f3db),segment_id=e272bfe2-d8ab-4b98-a999-21168498f3db)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:20:46.704837 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:46.710323 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:46.754522 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-765adfd3-bb08-4000-b461-d1dc28164659 req-2099826a-58b1-46d7-97d7-e26591d69bb6 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848255 Aug 02 13:20:46.809866 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=485110a4-29ca-4c40-bd5e-a190dbab2f90,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:46.835490 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:47.003294 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a1d823-cc62-4056-ab9e-f61b1a305152 req-1ee4b3be-41be-4aa1-ad78-651bd579c488 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:47.004946 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-13a1d823-cc62-4056-ab9e-f61b1a305152 req-1ee4b3be-41be-4aa1-ad78-651bd579c488 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.1171181 Aug 02 13:20:47.042775 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11ee7f-589e-4c5e-b64d-398523f47efa req-397675e9-9662-4258-a832-016e22b21c5a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:47.044798 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ae11ee7f-589e-4c5e-b64d-398523f47efa req-397675e9-9662-4258-a832-016e22b21c5a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.2000313 Aug 02 13:20:47.073474 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-13a1d823-cc62-4056-ab9e-f61b1a305152 req-3bb4e7c1-5015-47e1-b77f-ce63fa1374cb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600455 Aug 02 13:20:47.111313 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ae11ee7f-589e-4c5e-b64d-398523f47efa req-2bcb79c6-caab-48e8-8196-42829ecbdddf tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607061 Aug 02 13:20:48.033434 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f205a-b6f4-49bb-8f0c-4c5d91ed0c0a req-7718911b-8035-44e0-ac6e-62167ea8003e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:48.035415 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6d7f205a-b6f4-49bb-8f0c-4c5d91ed0c0a req-7718911b-8035-44e0-ac6e-62167ea8003e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 945 time: 0.1546705 Aug 02 13:20:48.096563 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6d7f205a-b6f4-49bb-8f0c-4c5d91ed0c0a req-dadeba2f-817c-4227-870e-041a16fa483e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541987 Aug 02 13:20:48.141046 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 485110a4-29ca-4c40-bd5e-a190dbab2f90 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:20:48.381952 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 485110a4-29ca-4c40-bd5e-a190dbab2f90 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:20:48.382796 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:48.414159 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27050b97-717d-470e-90d2-1737af430bd2 req-4c2654ca-e991-4381-a57c-daa0c4d5a80c tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:48.422609 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-27050b97-717d-470e-90d2-1737af430bd2 req-4c2654ca-e991-4381-a57c-daa0c4d5a80c tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1572297 Aug 02 13:20:48.485849 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-27050b97-717d-470e-90d2-1737af430bd2 req-2584d2da-c419-438a-a066-3c004cf31aec tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620704 Aug 02 13:20:48.598067 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0c5d1-3adb-4f3c-a9ee-680e89d07631 req-78698865-6197-4d83-bd00-db0df5b47736 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:48.600484 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ddc0c5d1-3adb-4f3c-a9ee-680e89d07631 req-78698865-6197-4d83-bd00-db0df5b47736 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.2809904 Aug 02 13:20:48.683697 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ddc0c5d1-3adb-4f3c-a9ee-680e89d07631 req-ee82374b-19fa-4dd3-85a4-7cd7066d22a4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701473 Aug 02 13:20:49.437479 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da5555-58ba-452d-943c-0907463c5c0d req-4e749e98-548b-4ad3-a2eb-60e69c617df8 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:49.456390 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-60da5555-58ba-452d-943c-0907463c5c0d req-4e749e98-548b-4ad3-a2eb-60e69c617df8 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 945 time: 0.1363630 Aug 02 13:20:49.567342 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-60da5555-58ba-452d-943c-0907463c5c0d req-b7e6360c-70d0-46ad-8c11-44ffba9ba870 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093969 Aug 02 13:20:49.715279 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-cb1aee3d-f94c-4306-8f91-f40e883c592d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:49.798000 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2951d-a44c-40e3-8126-0ffa09f66e2c req-bf17cd7e-5b7e-4beb-b850-25528cc3c724 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:49.807623 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bfd2951d-a44c-40e3-8126-0ffa09f66e2c req-bf17cd7e-5b7e-4beb-b850-25528cc3c724 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1343861 Aug 02 13:20:49.869301 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bfd2951d-a44c-40e3-8126-0ffa09f66e2c req-b59f7ba1-9c77-44bc-a2ac-0c6823f1eeef tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547419 Aug 02 13:20:49.937564 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b9f15-1beb-4ccb-a028-97f3beb11116 req-240ed600-33ec-426e-a9af-fcb3435bf6d5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:49.939406 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9d8b9f15-1beb-4ccb-a028-97f3beb11116 req-240ed600-33ec-426e-a9af-fcb3435bf6d5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.0957460 Aug 02 13:20:50.027262 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9d8b9f15-1beb-4ccb-a028-97f3beb11116 req-73149951-6c83-464f-ab37-b48cf64b59ba tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810280 Aug 02 13:20:50.155337 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:50.337627 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d174c0-ad10-4038-a358-6402c4c939e1 req-0abc6d3b-eaeb-4e18-a692-57f645517010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:50.341330 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-93d174c0-ad10-4038-a358-6402c4c939e1 req-0abc6d3b-eaeb-4e18-a692-57f645517010 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc&tenant_id=0a084b6e9d41405097db0f4dc6fedaf7 HTTP/1.1" status: 200 len: 1097 time: 0.1385596 Aug 02 13:20:50.534213 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d174c0-ad10-4038-a358-6402c4c939e1 req-e3ace4cf-c87b-45fb-816e-2e2bec6d00ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:50.538140 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-93d174c0-ad10-4038-a358-6402c4c939e1 req-e3ace4cf-c87b-45fb-816e-2e2bec6d00ff service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a084b6e9d41405097db0f4dc6fedaf7&device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 1097 time: 0.1341002 Aug 02 13:20:50.741763 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d174c0-ad10-4038-a358-6402c4c939e1 req-a111ab3a-8f8d-4824-aa5a-dc8b8bc9c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:50.743774 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-93d174c0-ad10-4038-a358-6402c4c939e1 req-a111ab3a-8f8d-4824-aa5a-dc8b8bc9c615 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb040d03-cbf3-4995-bcf3-f17d53b45872 HTTP/1.1" status: 200 len: 918 time: 0.1967747 Aug 02 13:20:50.949958 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e55f26-c5d8-43ac-b401-e50eb1982677 req-b74b4567-2d5b-49ce-980b-12b1de147763 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:50.952765 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-75e55f26-c5d8-43ac-b401-e50eb1982677 req-b74b4567-2d5b-49ce-980b-12b1de147763 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 945 time: 0.1300025 Aug 02 13:20:51.011757 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-75e55f26-c5d8-43ac-b401-e50eb1982677 req-2934dbaa-2cb3-4c21-b12f-9a5aa8b8e75e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487871 Aug 02 13:20:51.361736 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960f663-e534-4bd0-82d9-1da7e3b7cbd1 req-71a2f55c-a811-4557-b32a-48b0d0d58af4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:51.378097 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0960f663-e534-4bd0-82d9-1da7e3b7cbd1 req-71a2f55c-a811-4557-b32a-48b0d0d58af4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.1934142 Aug 02 13:20:51.448991 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0960f663-e534-4bd0-82d9-1da7e3b7cbd1 req-241382f6-9b6c-4d50-9481-f7dc739482bb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681844 Aug 02 13:20:52.425052 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22535a-6811-46a0-9847-c52f83ec0955 req-29d30829-6182-4744-9dd6-c3a20aa882c1 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:52.428418 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-df22535a-6811-46a0-9847-c52f83ec0955 req-29d30829-6182-4744-9dd6-c3a20aa882c1 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 945 time: 0.1675291 Aug 02 13:20:52.527064 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-df22535a-6811-46a0-9847-c52f83ec0955 req-c1af5bbb-8171-4e7f-9228-a56bef81fd82 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896964 Aug 02 13:20:52.756988 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426a68cd-1bc7-4478-98da-b3e000619d86 req-2925166d-8255-4911-becb-85eca9cbad44 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:52.761334 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-426a68cd-1bc7-4478-98da-b3e000619d86 req-2925166d-8255-4911-becb-85eca9cbad44 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.1338656 Aug 02 13:20:52.816603 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-7aea08f7-6386-4a2a-a58f-f75dbb0a9a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:52.846887 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-426a68cd-1bc7-4478-98da-b3e000619d86 req-c4a7a426-51d5-45c8-aac0-d88d00da3d05 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792885 Aug 02 13:20:53.656671 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:53.791047 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-93d174c0-ad10-4038-a358-6402c4c939e1 req-75f35baf-4d37-4acb-a74a-58872fed95fa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 HTTP/1.1" status: 200 len: 1000 time: 0.3111010 Aug 02 13:20:53.873321 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf8c2f-6d1a-4e0b-89b9-be3a5a78fe60 req-59c17eac-0b51-4369-96be-52de84c4fab1 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:53.875189 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9bcf8c2f-6d1a-4e0b-89b9-be3a5a78fe60 req-59c17eac-0b51-4369-96be-52de84c4fab1 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 945 time: 0.2772577 Aug 02 13:20:53.905754 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d174c0-ad10-4038-a358-6402c4c939e1 req-968d164c-86ce-4de8-ba60-17baef97376f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:53.909700 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-93d174c0-ad10-4038-a358-6402c4c939e1 req-968d164c-86ce-4de8-ba60-17baef97376f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bf2c7bd-9f7d-4ef5-aae7-845561678e71 HTTP/1.1" status: 200 len: 856 time: 0.1108465 Aug 02 13:20:53.927246 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f26a91-52ca-4e81-b48f-447cb8f60449 req-077270ae-e8ca-4534-ba25-fc85ea23b38a tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:53.950656 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a0f26a91-52ca-4e81-b48f-447cb8f60449 req-077270ae-e8ca-4534-ba25-fc85ea23b38a tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 945 time: 0.1744471 Aug 02 13:20:54.059757 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-9bcf8c2f-6d1a-4e0b-89b9-be3a5a78fe60 req-c5bcce94-8e08-4815-9535-5c2e401f4a5e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Deleting port 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:20:54.060419 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9bcf8c2f-6d1a-4e0b-89b9-be3a5a78fe60 req-c5bcce94-8e08-4815-9535-5c2e401f4a5e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:54.075954 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a0f26a91-52ca-4e81-b48f-447cb8f60449 req-c91a3cd4-05e2-450a-b77e-390a6dcd4826 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216400 Aug 02 13:20:54.348681 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d174c0-ad10-4038-a358-6402c4c939e1 req-439bb1cf-55f8-414b-b750-f0bea3816702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:54.350938 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-93d174c0-ad10-4038-a358-6402c4c939e1 req-439bb1cf-55f8-414b-b750-f0bea3816702 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb040d03-cbf3-4995-bcf3-f17d53b45872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3952978 Aug 02 13:20:54.939949 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:55.048835 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ed84d-6a7a-4dd7-a740-9fdd5e37ae23 req-7bd6586c-5db9-40d6-9d6a-4a1969316602 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:55.050668 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-981ed84d-6a7a-4dd7-a740-9fdd5e37ae23 req-7bd6586c-5db9-40d6-9d6a-4a1969316602 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.8611760 Aug 02 13:20:55.070379 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-9bcf8c2f-6d1a-4e0b-89b9-be3a5a78fe60 req-c5bcce94-8e08-4815-9535-5c2e401f4a5e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] For port 6cd8fdd2-11cd-4423-891c-c8ccf41281b8, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=6cd8fdd2-11cd-4423-891c-c8ccf41281b8,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:20:55.073133 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9bcf8c2f-6d1a-4e0b-89b9-be3a5a78fe60 req-c5bcce94-8e08-4815-9535-5c2e401f4a5e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:55.315731 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-9bcf8c2f-6d1a-4e0b-89b9-be3a5a78fe60 req-c5bcce94-8e08-4815-9535-5c2e401f4a5e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Calling delete_port for 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:20:55.419812 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-93d174c0-ad10-4038-a358-6402c4c939e1 req-67394f55-a26a-4350-80b2-fdcf9ddae236 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7258832 Aug 02 13:20:55.474252 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-981ed84d-6a7a-4dd7-a740-9fdd5e37ae23 req-63fbe4e0-29a2-4adf-a37a-a73c6c4e1b66 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4075651 Aug 02 13:20:55.800681 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-93d174c0-ad10-4038-a358-6402c4c939e1 req-8ff7c5fd-6afd-467b-8561-a6f1f0800083 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718054 Aug 02 13:20:55.816494 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9bcf8c2f-6d1a-4e0b-89b9-be3a5a78fe60 req-c5bcce94-8e08-4815-9535-5c2e401f4a5e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:55.828629 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:20:55.904795 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bcce94-8e08-4815-9535-5c2e401f4a5e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Pushing event deleted for resources: {'Port': ['ID=6cd8fdd2-11cd-4423-891c-c8ccf41281b8,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:20:55.912629 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c5bcce94-8e08-4815-9535-5c2e401f4a5e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:20:56.061051 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb77c49-d79f-4557-ad90-cece2b7ddba1 req-61db0d28-9dff-41c7-a6d8-e5581d0e6942 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:56.063107 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4fb77c49-d79f-4557-ad90-cece2b7ddba1 req-61db0d28-9dff-41c7-a6d8-e5581d0e6942 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 945 time: 0.4255815 Aug 02 13:20:56.070783 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bcf8c2f-6d1a-4e0b-89b9-be3a5a78fe60 req-c5bcce94-8e08-4815-9535-5c2e401f4a5e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] No DVR routers for this DVR port 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:20:56.073532 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9bcf8c2f-6d1a-4e0b-89b9-be3a5a78fe60 req-c5bcce94-8e08-4815-9535-5c2e401f4a5e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:20:56.076581 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13', 'name': 'network-vif-deleted', 'tag': '6cd8fdd2-11cd-4423-891c-c8ccf41281b8'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:20:56.130654 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9bcf8c2f-6d1a-4e0b-89b9-be3a5a78fe60 req-c5bcce94-8e08-4815-9535-5c2e401f4a5e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "DELETE /v2.0/ports/6cd8fdd2-11cd-4423-891c-c8ccf41281b8 HTTP/1.1" status: 204 len: 173 time: 2.2295957 Aug 02 13:20:56.147396 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4fb77c49-d79f-4557-ad90-cece2b7ddba1 req-048d0599-5cfd-4bd3-a778-ea01dfeb6624 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646470 Aug 02 13:20:56.243498 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13', 'name': 'network-vif-deleted', 'tag': '6cd8fdd2-11cd-4423-891c-c8ccf41281b8', 'status': 'completed', 'code': 200} Aug 02 13:20:56.758459 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58fdf7-257b-4d95-9c23-c570308b229a req-0d0b3992-d972-44bc-bf40-20a94f7fe9ab tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:56.760344 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5d58fdf7-257b-4d95-9c23-c570308b229a req-0d0b3992-d972-44bc-bf40-20a94f7fe9ab tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.1220636 Aug 02 13:20:56.829491 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5d58fdf7-257b-4d95-9c23-c570308b229a req-479d758e-5770-4ccf-ac69-f718fa1838a8 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615866 Aug 02 13:20:57.018461 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-8b275cb9-14aa-436a-b83f-334bd4594a76 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:57.019303 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-8b275cb9-14aa-436a-b83f-334bd4594a76 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Synchronizing usage tracker for tenant:f89b102227b047d491d23fcb35a80f47 on resource:network {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:20:57.043335 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-8b275cb9-14aa-436a-b83f-334bd4594a76 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Unset dirty status for tenant:f89b102227b047d491d23fcb35a80f47 on resource:network {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:20:57.045212 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-8b275cb9-14aa-436a-b83f-334bd4594a76 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/networks?id=f6852720-4ffa-45b5-9480-ed00cb930e5a HTTP/1.1" status: 200 len: 814 time: 0.2192001 Aug 02 13:20:57.063623 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-3af8fb8d-d9b9-4fe7-8df4-622f7ca63827 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/quotas/f89b102227b047d491d23fcb35a80f47 HTTP/1.1" status: 200 len: 375 time: 0.0110807 Aug 02 13:20:57.182374 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-ee517e26-8357-4799-a4ae-8d198cfce57a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f89b102227b047d491d23fcb35a80f47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1115258 Aug 02 13:20:57.361272 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-e7ac60f3-809b-4af0-8211-8e147f473591 req-c59a52b6-9ab7-495d-84a4-cbf3e537d292 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Synchronizing usage tracker for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:20:57.381878 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-e7ac60f3-809b-4af0-8211-8e147f473591 req-c59a52b6-9ab7-495d-84a4-cbf3e537d292 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Unset dirty status for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:20:57.383010 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e7ac60f3-809b-4af0-8211-8e147f473591 req-c59a52b6-9ab7-495d-84a4-cbf3e537d292 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 210 time: 0.0737417 Aug 02 13:20:57.452011 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-eca4bc16-8f20-4f62-b80f-8334a695d3f8 service neutron] 10.222.0.49 "GET /v2.0/networks/f6852720-4ffa-45b5-9480-ed00cb930e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500119 Aug 02 13:20:57.702847 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-646c9020-2eae-4183-8821-fac89a8855e5 service neutron] 10.222.0.49 "GET /v2.0/networks/f6852720-4ffa-45b5-9480-ed00cb930e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430720 Aug 02 13:20:57.955252 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-1ce6e18c-ff09-40b8-84bf-bac33e00180d req-da76d464-b3b7-4752-8b05-a07c5fbf5709 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Synchronizing usage tracker for tenant:f89b102227b047d491d23fcb35a80f47 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:20:57.979684 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-1ce6e18c-ff09-40b8-84bf-bac33e00180d req-da76d464-b3b7-4752-8b05-a07c5fbf5709 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Unset dirty status for tenant:f89b102227b047d491d23fcb35a80f47 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:20:57.981860 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1ce6e18c-ff09-40b8-84bf-bac33e00180d req-da76d464-b3b7-4752-8b05-a07c5fbf5709 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.0959496 Aug 02 13:20:58.244255 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa2f3-9b55-41a5-ab3f-bf2bfc8eeae1 req-194cfd78-3618-435d-affc-87f2c8f49340 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:58.246799 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-39efa2f3-9b55-41a5-ab3f-bf2bfc8eeae1 req-194cfd78-3618-435d-affc-87f2c8f49340 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.2018704 Aug 02 13:20:58.357353 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-39efa2f3-9b55-41a5-ab3f-bf2bfc8eeae1 req-7398102e-c36e-4419-b62f-e7e6fe9daf0f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942395 Aug 02 13:20:58.449193 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['7fe6e73d-0979-4106-8a52-6857e01c21a4', 'a202e49f-9795-4d01-b3ee-93f928ec9793', '5056d17f-32ff-403c-9560-412b959e7fe4', '6cd8fdd2-11cd-4423-891c-c8ccf41281b8'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:20:58.698460 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-efa610d8-2ac3-4540-b172-bf9184e95dd6 req-78cc8cb2-4631-4028-9152-bd1109d38d3a tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=8ea0c8f5-1f89-4ca2-afe1-4769e3c03e13 HTTP/1.1" status: 200 len: 210 time: 0.0568562 Aug 02 13:20:59.212524 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-eb953af6-ce9c-4e6d-aefc-b4ae97effbab req-05639c66-e3b3-4d28-be4d-d7f1e896ba0c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.0797496 Aug 02 13:20:59.423326 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:20:59.628890 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:20:59.631126 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 6cd8fdd2-11cd-4423-891c-c8ccf41281b8 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:20:59.792910 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c95cb3-70b3-44bb-bece-751435a7c84b req-6aad32ad-5770-496f-87fe-e88c267f6de8 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:20:59.807887 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-15c95cb3-70b3-44bb-bece-751435a7c84b req-6aad32ad-5770-496f-87fe-e88c267f6de8 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.2832117 Aug 02 13:20:59.932968 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-15c95cb3-70b3-44bb-bece-751435a7c84b req-3b558e57-afb5-46ca-a6ae-5f3db0058c25 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234756 Aug 02 13:21:00.624848 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-329a6ab1-b7a6-447d-90cc-d83436b080e2 req-583de0bb-7ec1-420f-b0c2-589fad406da3 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.1119690 Aug 02 13:21:01.361702 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab1aaa-e0b2-4373-a5d6-9fb0a28ce18f req-a4f9bf56-beff-417d-ae92-611c1cf8361a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:01.365467 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e7ab1aaa-e0b2-4373-a5d6-9fb0a28ce18f req-a4f9bf56-beff-417d-ae92-611c1cf8361a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.2080865 Aug 02 13:21:01.422414 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e7ab1aaa-e0b2-4373-a5d6-9fb0a28ce18f req-7b07d2ef-ce36-42b3-9007-6897483d8b34 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498822 Aug 02 13:21:01.925546 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-18cf255e-092d-430c-9bb2-340318a3525e req-71f76ee2-fa62-410d-b581-783dcfec7eab tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.1434085 Aug 02 13:21:02.034486 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc34298-911f-41f4-8b74-3640b0bccd62 req-6c7e3070-dac7-42d1-b9b3-dfc73c41c5b9 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:02.038593 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8bc34298-911f-41f4-8b74-3640b0bccd62 req-6c7e3070-dac7-42d1-b9b3-dfc73c41c5b9 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.2082992 Aug 02 13:21:02.112617 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8bc34298-911f-41f4-8b74-3640b0bccd62 req-b9f48cb7-f811-4f4a-b8af-20cb9604c32e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657659 Aug 02 13:21:02.556504 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58822041-8d29-4f42-a3f4-2c3ba79c62df req-3d27fb5a-006f-4dac-aa40-67057698fcbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:02.571128 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-58822041-8d29-4f42-a3f4-2c3ba79c62df req-3d27fb5a-006f-4dac-aa40-67057698fcbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.2164953 Aug 02 13:21:02.673265 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-58822041-8d29-4f42-a3f4-2c3ba79c62df req-f06d9bf5-5e83-430d-9a4d-63b18c431bd2 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001732 Aug 02 13:21:02.784640 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a5e21-9d2c-46e1-a12e-b9c6cc4ae002 req-dea828ba-c775-42d1-92b8-a9b7a2ea6fea tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:02.786974 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-510a5e21-9d2c-46e1-a12e-b9c6cc4ae002 req-dea828ba-c775-42d1-92b8-a9b7a2ea6fea tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.1041737 Aug 02 13:21:02.853848 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-510a5e21-9d2c-46e1-a12e-b9c6cc4ae002 req-a50e4b91-d8c1-4db6-be22-9d9e61fca48a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596735 Aug 02 13:21:03.126483 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a78f6199-ca0f-4411-8787-cc49a235df1a req-95c91eb0-e2f1-463e-bc67-d6c3f2f99032 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.0751717 Aug 02 13:21:03.364279 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534ef05-acbd-4870-bc05-e487bbac4978 req-d2fda66e-f225-42ca-9809-6a8e57466ad7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:03.366258 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7534ef05-acbd-4870-bc05-e487bbac4978 req-d2fda66e-f225-42ca-9809-6a8e57466ad7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1209803 Aug 02 13:21:03.421702 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7534ef05-acbd-4870-bc05-e487bbac4978 req-06303ca7-b989-4f31-9f09-9f82498888f8 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493324 Aug 02 13:21:03.968079 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78d06-6082-4509-8494-dc2287a9c1ec req-2d8fae19-bd91-4ee1-aa16-28f4ebc47f1e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:03.976462 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f7f78d06-6082-4509-8494-dc2287a9c1ec req-2d8fae19-bd91-4ee1-aa16-28f4ebc47f1e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.1498454 Aug 02 13:21:04.053921 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f7f78d06-6082-4509-8494-dc2287a9c1ec req-17975c1d-0baa-444b-895f-af4f2f2b1bd2 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763974 Aug 02 13:21:04.278159 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8507f-0baa-4a98-b5b7-2eee8e6722cf req-84cceef4-bfa5-4c5f-abc8-18488ff4133a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:04.281300 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6de8507f-0baa-4a98-b5b7-2eee8e6722cf req-84cceef4-bfa5-4c5f-abc8-18488ff4133a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.1708150 Aug 02 13:21:04.340042 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-836b6589-635f-4ad4-b8ab-30f91a948d0a req-b29115e3-a9dd-4fe6-9b4d-4954bd9a0e40 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.0725493 Aug 02 13:21:04.406954 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6de8507f-0baa-4a98-b5b7-2eee8e6722cf req-6c455282-cb68-46dc-9287-0c17db9bc53a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975108 Aug 02 13:21:04.732655 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1bcc0-29fc-4530-b654-2ca19fd9066e req-2daebe88-7b12-4c04-94cc-aa1df4cd19a4 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:04.736057 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a5c1bcc0-29fc-4530-b654-2ca19fd9066e req-2daebe88-7b12-4c04-94cc-aa1df4cd19a4 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1461298 Aug 02 13:21:04.816650 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a5c1bcc0-29fc-4530-b654-2ca19fd9066e req-14e20346-75ab-43c1-ba58-a4f06537bf06 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724659 Aug 02 13:21:05.486847 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9f411e-f747-4eba-9bcb-77d4a9c50ee4 req-d85c0e3f-515e-4f75-bf44-9e2c4f6d68a2 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:05.489693 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-de9f411e-f747-4eba-9bcb-77d4a9c50ee4 req-d85c0e3f-515e-4f75-bf44-9e2c4f6d68a2 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.2726762 Aug 02 13:21:05.615933 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-de9f411e-f747-4eba-9bcb-77d4a9c50ee4 req-5c3b0557-2dc5-4b73-b9fa-07e6f6124066 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141007 Aug 02 13:21:05.732673 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f174fcb3-2cfb-4427-b068-e7b0d70f250c req-4cc8ef35-ca24-4f5b-b5ff-bee3a008123d tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.1348414 Aug 02 13:21:05.885355 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a65a8-08f8-43bd-8ea9-7427b7f6f797 req-98288ea8-e742-4083-befe-25bc1054a7d0 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:05.893238 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-001a65a8-08f8-43bd-8ea9-7427b7f6f797 req-98288ea8-e742-4083-befe-25bc1054a7d0 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.1144266 Aug 02 13:21:05.947626 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-001a65a8-08f8-43bd-8ea9-7427b7f6f797 req-08f78420-5669-4d32-8ac9-25ab8903b019 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531075 Aug 02 13:21:06.202015 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78f94cb-4aae-4480-b8f6-de456858ac24 req-efeaa9cf-cc5d-4761-89a6-5adbad5634f0 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:06.204706 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d78f94cb-4aae-4480-b8f6-de456858ac24 req-efeaa9cf-cc5d-4761-89a6-5adbad5634f0 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1744869 Aug 02 13:21:06.246400 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:06.270806 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d78f94cb-4aae-4480-b8f6-de456858ac24 req-802953c8-997e-4843-ace9-4503a96fc5db tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562897 Aug 02 13:21:07.118120 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc23dbb-a8aa-48f3-bee4-7e4549c3b866 req-542e7959-70e6-4536-899f-ed0ae0183950 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:07.131170 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5dc23dbb-a8aa-48f3-bee4-7e4549c3b866 req-542e7959-70e6-4536-899f-ed0ae0183950 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.2654102 Aug 02 13:21:07.167038 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c5e894cb-d334-4489-a0d0-8e6390c066f7 req-c71b55c4-5cbf-498b-9c78-fc72ae8670cf tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.1397142 Aug 02 13:21:07.241365 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5dc23dbb-a8aa-48f3-bee4-7e4549c3b866 req-92057f37-5b23-4ed1-a536-dec78acd5bab tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082585 Aug 02 13:21:07.353127 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 52716) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:07.464341 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:21:07.529658 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec49b9-d2e5-4d2f-a865-cdb138168349 req-75e0ef87-5001-41d8-9771-ced2bb4247cc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:07.546519 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d4ec49b9-d2e5-4d2f-a865-cdb138168349 req-75e0ef87-5001-41d8-9771-ced2bb4247cc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.2309058 Aug 02 13:21:07.666093 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d4ec49b9-d2e5-4d2f-a865-cdb138168349 req-ef225a92-7f35-4b09-a537-a9e4d271c2db tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152227 Aug 02 13:21:07.724936 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1343a858-bf2b-4b11-9127-800633e1b460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:07.766474 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-1343a858-bf2b-4b11-9127-800633e1b460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:21:07.784048 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-1343a858-bf2b-4b11-9127-800633e1b460 admin admin] Usage tracker for resource:security_group_rule and tenant:17b3cc33f0a840d3916e57e0b81c0fd8 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:21:07.792140 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-1343a858-bf2b-4b11-9127-800633e1b460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:21:07.808648 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-1343a858-bf2b-4b11-9127-800633e1b460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:21:07.821846 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ed691-ed38-48fa-8938-eb3f77e56396 req-a4c85554-dce7-4af1-8d50-5d8de78dbc3e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:07.823718 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2b1ed691-ed38-48fa-8938-eb3f77e56396 req-a4c85554-dce7-4af1-8d50-5d8de78dbc3e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.2599869 Aug 02 13:21:07.942788 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2b1ed691-ed38-48fa-8938-eb3f77e56396 req-d005b7e6-0c93-4fbd-9872-65d3de2b8ced tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039972 Aug 02 13:21:08.021685 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1343a858-bf2b-4b11-9127-800633e1b460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:08.027347 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1343a858-bf2b-4b11-9127-800633e1b460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:08.035924 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:08.096068 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-1343a858-bf2b-4b11-9127-800633e1b460 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17b3cc33f0a840d3916e57e0b81c0fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7413409 Aug 02 13:21:08.096736 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 52724) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:08.097888 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343a858-bf2b-4b11-9127-800633e1b460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a993db-f4de-4a11-9ad9-957fec69ca0a,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:08.102275 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-1343a858-bf2b-4b11-9127-800633e1b460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:08.206305 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-39c9710a-3fca-457c-b39f-e3a71fe59619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:08.242907 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-39c9710a-3fca-457c-b39f-e3a71fe59619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:08.467001 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-cbf4099c-4786-45b4-ae5a-94e49a36b085 req-118e5935-d0d6-4f30-a214-aaff0cb42155 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.1553245 Aug 02 13:21:08.497331 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-39c9710a-3fca-457c-b39f-e3a71fe59619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:08.509767 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:08.537010 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c9710a-3fca-457c-b39f-e3a71fe59619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a993db-f4de-4a11-9ad9-957fec69ca0a,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:08.544223 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-39c9710a-3fca-457c-b39f-e3a71fe59619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:08.546368 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-39c9710a-3fca-457c-b39f-e3a71fe59619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:08.548663 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-39c9710a-3fca-457c-b39f-e3a71fe59619 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d5a993db-f4de-4a11-9ad9-957fec69ca0a HTTP/1.1" status: 204 len: 168 time: 0.4489701 Aug 02 13:21:08.705736 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d9f117-fa27-426a-bc2f-01894cff0c90 req-7575981f-f6cf-4ec4-a80b-370b92fc16ae tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:08.714335 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b6d9f117-fa27-426a-bc2f-01894cff0c90 req-7575981f-f6cf-4ec4-a80b-370b92fc16ae tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.1889544 Aug 02 13:21:08.841206 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b6d9f117-fa27-426a-bc2f-01894cff0c90 req-27945541-8a61-47bd-ba1b-20e2da7f34ba tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251249 Aug 02 13:21:09.114444 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c1675a-69fb-49bd-833c-fccc50defaa0 req-43700851-db20-43ff-b254-ae7814833d9e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:09.116780 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-26c1675a-69fb-49bd-833c-fccc50defaa0 req-43700851-db20-43ff-b254-ae7814833d9e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.1707540 Aug 02 13:21:09.199847 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-26c1675a-69fb-49bd-833c-fccc50defaa0 req-178349fd-8cad-4873-bf75-413c3c227754 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767229 Aug 02 13:21:09.402261 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92954c76-2f49-4361-8d6e-b69d2e670d43 req-76373fd6-d3cf-4047-8b3f-5b2c03de060f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:09.411739 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-92954c76-2f49-4361-8d6e-b69d2e670d43 req-76373fd6-d3cf-4047-8b3f-5b2c03de060f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1907289 Aug 02 13:21:09.471829 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-92954c76-2f49-4361-8d6e-b69d2e670d43 req-693a5426-123b-4485-afe8-b11d14caf427 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587895 Aug 02 13:21:09.790643 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9ed34539-bad7-4122-a054-6289c7e150cf req-57efb6bf-fc5c-4271-8704-9868dd22f27b tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.0971999 Aug 02 13:21:10.179109 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71f2bc0-7bfe-4e69-be4d-b68935c2952a req-5ad21ee9-e483-49a9-8b95-38a380fc7ce2 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:10.183545 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f71f2bc0-7bfe-4e69-be4d-b68935c2952a req-5ad21ee9-e483-49a9-8b95-38a380fc7ce2 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.1960139 Aug 02 13:21:10.255724 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f71f2bc0-7bfe-4e69-be4d-b68935c2952a req-58aee2be-6d67-423d-b9ff-20dc2934141c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659275 Aug 02 13:21:10.667621 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c862b3-5e1e-474d-abb1-f1eb428f4a4c req-6f58a461-aa31-40fb-aa84-fb358f889abd tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:10.680789 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-71c862b3-5e1e-474d-abb1-f1eb428f4a4c req-6f58a461-aa31-40fb-aa84-fb358f889abd tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.2101390 Aug 02 13:21:10.834802 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-71c862b3-5e1e-474d-abb1-f1eb428f4a4c req-a35489f0-973f-47b3-abd1-40b8d0d19872 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316729 Aug 02 13:21:10.982569 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434c85f-3fe7-4ed0-8de4-ef50448d7bd3 req-9c279659-e553-4fe7-8854-34adb9e86135 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:10.985766 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2434c85f-3fe7-4ed0-8de4-ef50448d7bd3 req-9c279659-e553-4fe7-8854-34adb9e86135 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.2137539 Aug 02 13:21:11.082105 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2434c85f-3fe7-4ed0-8de4-ef50448d7bd3 req-ac9d7e8c-c730-4c68-831d-06c114caccbe tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842938 Aug 02 13:21:11.190137 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2d6075d6-6937-4ade-855b-f8364304a848 req-176a56ac-09c0-4887-954f-2684aa1cceeb tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.0908258 Aug 02 13:21:11.686007 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a53c6e-2c74-454a-8240-763ef278e17a req-50e97c48-b268-4fed-850d-30af400260d2 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:11.688774 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d2a53c6e-2c74-454a-8240-763ef278e17a req-50e97c48-b268-4fed-850d-30af400260d2 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.1945393 Aug 02 13:21:11.793179 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d2a53c6e-2c74-454a-8240-763ef278e17a req-e3ba7981-46e4-43bf-81d8-62651da0d62b tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911155 Aug 02 13:21:12.123543 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf37e1-e243-424f-b673-e32ebfdcac7e req-870c578f-57fa-4d39-b895-a4fe33b6f228 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:12.125994 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-cebf37e1-e243-424f-b673-e32ebfdcac7e req-870c578f-57fa-4d39-b895-a4fe33b6f228 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.1293747 Aug 02 13:21:12.205228 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-cebf37e1-e243-424f-b673-e32ebfdcac7e req-c3fe77b4-fd5d-4781-bda8-69c44172dc87 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654941 Aug 02 13:21:12.451856 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bcd35a-7c55-4fa9-9069-97d49614fb97 req-7b64d886-1b12-4bf5-ae01-7c3d1493b772 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:12.453983 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e2bcd35a-7c55-4fa9-9069-97d49614fb97 req-7b64d886-1b12-4bf5-ae01-7c3d1493b772 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1397960 Aug 02 13:21:12.533498 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e2bcd35a-7c55-4fa9-9069-97d49614fb97 req-0eed6f4d-58e1-4261-9023-f47170aac6cf tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678332 Aug 02 13:21:12.540681 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6ba48fdf-cd67-4a56-a4d3-191d3ed57a9b req-14e85428-de8c-42c3-adbc-e5588e8a0300 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.0695205 Aug 02 13:21:13.141234 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d3c592-d585-4c0a-9f55-957bed2bda6d req-89d3148b-1887-48ba-9f38-886c9c4f93e5 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:13.143620 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-39d3c592-d585-4c0a-9f55-957bed2bda6d req-89d3148b-1887-48ba-9f38-886c9c4f93e5 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.1966319 Aug 02 13:21:13.204894 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-39d3c592-d585-4c0a-9f55-957bed2bda6d req-22c8e944-4cde-4e4a-a59b-86b2e4c1dce3 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508065 Aug 02 13:21:13.493050 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53965c9d-c336-497d-84c7-9bcbca74f9a6 req-9c976f4a-acc0-40fc-a7c6-219918e07516 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:13.495056 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-53965c9d-c336-497d-84c7-9bcbca74f9a6 req-9c976f4a-acc0-40fc-a7c6-219918e07516 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.0944340 Aug 02 13:21:13.559788 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-53965c9d-c336-497d-84c7-9bcbca74f9a6 req-15d3d36f-01a0-4c38-bc7c-890e2f51f4c3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585468 Aug 02 13:21:13.796970 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0398ca0c-a127-4b21-af5e-c7f9d36a2896 req-a261778b-9f55-46b8-8701-089e1472c033 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.0824113 Aug 02 13:21:13.966440 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d0d86-1d81-4d98-85c7-fa93469232f1 req-f4d8f40f-a5ed-4fd7-91ea-08054af882d0 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:13.968092 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-dc2d0d86-1d81-4d98-85c7-fa93469232f1 req-f4d8f40f-a5ed-4fd7-91ea-08054af882d0 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.2351680 Aug 02 13:21:13.971343 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c8419-596e-4d63-a7c8-d8812374584c req-bc31aa3c-4639-41f4-ac5b-36a79cff0be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:13.973970 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eb8c8419-596e-4d63-a7c8-d8812374584c req-bc31aa3c-4639-41f4-ac5b-36a79cff0be7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a084b6e9d41405097db0f4dc6fedaf7&device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 1097 time: 0.2063284 Aug 02 13:21:14.027903 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-dc2d0d86-1d81-4d98-85c7-fa93469232f1 req-82669d2d-f6c9-4734-9dd6-1a5e8670fa14 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480523 Aug 02 13:21:14.482621 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203fadd-97a3-4703-8a0c-95115e4d35b9 req-efcaef90-76b7-4903-9fb6-e96132fecbf3 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:14.484408 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6203fadd-97a3-4703-8a0c-95115e4d35b9 req-efcaef90-76b7-4903-9fb6-e96132fecbf3 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.1043572 Aug 02 13:21:14.540555 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6203fadd-97a3-4703-8a0c-95115e4d35b9 req-bbfe76f7-7440-4b2d-864f-e98974d53bbf tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459619 Aug 02 13:21:14.842534 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad6487-a59b-4382-bdec-1891ff244939 req-db5da283-5d4c-4326-b663-396e075c3b47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:14.844744 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-05ad6487-a59b-4382-bdec-1891ff244939 req-db5da283-5d4c-4326-b663-396e075c3b47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.1247365 Aug 02 13:21:14.900256 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-05ad6487-a59b-4382-bdec-1891ff244939 req-e7aa8b38-b331-4725-a427-7e781993a250 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488327 Aug 02 13:21:15.006131 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5994bd14-917c-4ff0-b919-ed4b42961ce5 req-a9b4ce15-ab40-41ae-80fa-be0404a50ef9 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.0784509 Aug 02 13:21:15.238555 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faea78e-7fe1-4a64-b7c9-19762888facd req-38102bef-a2c2-45fc-a12c-d66754427cd9 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:15.240135 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6faea78e-7fe1-4a64-b7c9-19762888facd req-38102bef-a2c2-45fc-a12c-d66754427cd9 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.0928786 Aug 02 13:21:15.299356 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6faea78e-7fe1-4a64-b7c9-19762888facd req-77744ab4-2192-41cc-ab50-249731207330 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486677 Aug 02 13:21:15.778004 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8ea41-35f8-4294-a7bc-6f7678641a69 req-b10a6859-9e3c-45c6-85ee-063f197e7a82 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:15.779747 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-30c8ea41-35f8-4294-a7bc-6f7678641a69 req-b10a6859-9e3c-45c6-85ee-063f197e7a82 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.1243200 Aug 02 13:21:15.833188 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-30c8ea41-35f8-4294-a7bc-6f7678641a69 req-9a41c9d4-148d-4507-bd02-b53887f9100a tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463495 Aug 02 13:21:16.174751 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0e38b463-7934-41a0-aa6d-46fe2d089818 req-4aa45b84-9b74-472b-93ec-7538bd209cb3 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.0545342 Aug 02 13:21:16.511928 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef327ed-82e7-4615-9e3a-f204d55a9130 req-d43ffa80-1079-4cec-8837-7297b97f7255 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:16.513869 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eef327ed-82e7-4615-9e3a-f204d55a9130 req-d43ffa80-1079-4cec-8837-7297b97f7255 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.1558292 Aug 02 13:21:16.574890 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eef327ed-82e7-4615-9e3a-f204d55a9130 req-da5e48ce-1e8b-4504-85fb-e2cfd08c7bd8 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498688 Aug 02 13:21:16.630560 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d47417-76ef-4441-b864-ef6122451c52 req-44ce17ce-befb-4221-8faf-1d1867f389e5 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:16.632320 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d3d47417-76ef-4441-b864-ef6122451c52 req-44ce17ce-befb-4221-8faf-1d1867f389e5 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1264095 Aug 02 13:21:16.690950 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d3d47417-76ef-4441-b864-ef6122451c52 req-7ddcc462-16a3-433e-afcd-4d51cdc6211e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513573 Aug 02 13:21:17.097415 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c8419-596e-4d63-a7c8-d8812374584c req-b780a50a-c7e9-4c59-938a-09ae519f7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:17.099215 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eb8c8419-596e-4d63-a7c8-d8812374584c req-b780a50a-c7e9-4c59-938a-09ae519f7ff1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb040d03-cbf3-4995-bcf3-f17d53b45872 HTTP/1.1" status: 200 len: 918 time: 0.4942739 Aug 02 13:21:17.241537 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-7540a76f-47a6-4cfe-b05c-e24d2afcc32f tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:17.243387 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-7540a76f-47a6-4cfe-b05c-e24d2afcc32f tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.53 "GET /v2.0/networks?id=f6852720-4ffa-45b5-9480-ed00cb930e5a HTTP/1.1" status: 200 len: 814 time: 0.4326108 Aug 02 13:21:17.267491 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Request body: {'port': {'device_id': 'f7527a06-6086-498f-8232-1507603c926d', 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'admin_state_up': True, 'tenant_id': 'f89b102227b047d491d23fcb35a80f47'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:21:17.328169 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eb8c8419-596e-4d63-a7c8-d8812374584c req-9ed7884f-0300-4f78-b8ac-5a150196a15a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 HTTP/1.1" status: 200 len: 1000 time: 0.2086289 Aug 02 13:21:17.483119 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5072bed8-6c2e-4244-b5a4-e8dbd1be0cf8 req-167ca122-72ec-4a0d-a6aa-ce8f2e4ff8bb tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.0765216 Aug 02 13:21:17.486170 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51c47d-83ea-4eaf-9e4c-e514d1a280fc req-ab1f3101-1ee9-404d-a4f5-c7ad8e071213 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:17.488414 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5b51c47d-83ea-4eaf-9e4c-e514d1a280fc req-ab1f3101-1ee9-404d-a4f5-c7ad8e071213 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.4865751 Aug 02 13:21:17.504448 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c8419-596e-4d63-a7c8-d8812374584c req-df1c1dc3-4253-4e3b-8689-b3214a01cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:17.506151 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eb8c8419-596e-4d63-a7c8-d8812374584c req-df1c1dc3-4253-4e3b-8689-b3214a01cf0f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bf2c7bd-9f7d-4ef5-aae7-845561678e71 HTTP/1.1" status: 200 len: 856 time: 0.1684608 Aug 02 13:21:17.624571 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:21:17.648232 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:21:17.701918 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5b51c47d-83ea-4eaf-9e4c-e514d1a280fc req-6e170edb-0c08-4703-ad12-45be804f0e4c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890907 Aug 02 13:21:17.709806 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Made reservation on behalf of f89b102227b047d491d23fcb35a80f47 for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:21:17.718061 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:17.880295 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74603228-340d-4826-b1a8-579952eb2999 req-d3e8d937-b6c7-4c65-ba19-ae7b6288a776 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:17.883323 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-74603228-340d-4826-b1a8-579952eb2999 req-d3e8d937-b6c7-4c65-ba19-ae7b6288a776 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.1692698 Aug 02 13:21:17.994117 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-74603228-340d-4826-b1a8-579952eb2999 req-d6047e1c-c999-412d-9a44-b60041fd7bc1 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951219 Aug 02 13:21:18.099791 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c8419-596e-4d63-a7c8-d8812374584c req-a52a0d26-8c86-4fbd-8f3d-f4e3211c7124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:18.102443 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eb8c8419-596e-4d63-a7c8-d8812374584c req-a52a0d26-8c86-4fbd-8f3d-f4e3211c7124 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb040d03-cbf3-4995-bcf3-f17d53b45872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5628273 Aug 02 13:21:18.270158 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc8a24-7372-4b05-854c-97ca96c0f4d5 req-ca98b511-736b-4b1a-82e8-0accfaf70166 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:18.271781 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8fbc8a24-7372-4b05-854c-97ca96c0f4d5 req-ca98b511-736b-4b1a-82e8-0accfaf70166 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.3059986 Aug 02 13:21:18.391180 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Allocated IP 172.20.0.3 (f6852720-4ffa-45b5-9480-ed00cb930e5a/6a95297d-61b9-42e5-8447-8604af8cba9b/665e803f-0c74-437c-8320-b61e81b4a3c9) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:21:18.464397 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8fbc8a24-7372-4b05-854c-97ca96c0f4d5 req-471e2cee-80e6-4068-b0f4-93fe04441c25 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804175 Aug 02 13:21:18.858171 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2125df6a-5f81-428c-b7b8-c03d13dc8377 req-8e5963df-a52a-4303-b995-3c700e8b51a0 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.1544585 Aug 02 13:21:18.928965 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:19.002556 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Transition to ACTIVE for port object 665e803f-0c74-437c-8320-b61e81b4a3c9 will not be triggered until provisioned by entity DHCP. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:21:19.290626 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:19.305752 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:19.481443 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Network f6852720-4ffa-45b5-9480-ed00cb930e5a is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:21:19.492928 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:21:19.497883 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:21:19.522129 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe2806-b57a-4d6a-9f8b-1ec42bb6ea7b req-8ec2233f-2e06-4f15-916d-4b59c1a9a745 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:19.547369 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b3fe2806-b57a-4d6a-9f8b-1ec42bb6ea7b req-8ec2233f-2e06-4f15-916d-4b59c1a9a745 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.2214100 Aug 02 13:21:19.613627 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21516dfb-1438-462b-ad50-8bfda52087b1 req-e222865f-8726-40af-939c-2a8276a358a7 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:19.632061 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-21516dfb-1438-462b-ad50-8bfda52087b1 req-e222865f-8726-40af-939c-2a8276a358a7 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.5807712 Aug 02 13:21:19.706496 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b3fe2806-b57a-4d6a-9f8b-1ec42bb6ea7b req-6c4e6c73-a79b-4048-af12-ac1ec2980ef2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566606 Aug 02 13:21:19.759226 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-40499977-e984-4c8d-8d1b-9cf61b6a2be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:19.818034 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-21516dfb-1438-462b-ad50-8bfda52087b1 req-50b5ed89-3697-442e-bbfa-83023c7463f6 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843894 Aug 02 13:21:19.850055 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Pushing event updated for resources: {'Port': ['ID=665e803f-0c74-437c-8320-b61e81b4a3c9,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:19.890218 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:19.891286 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:19.892159 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:19.893012 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:19.894485 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:19.895345 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:19.896183 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:19.897118 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:19.898095 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:19.898996 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:19.900083 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:19.901004 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:19.908744 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:19.956593 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:19.957783 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:20.182463 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:20.208179 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-8a67ebc4-0dbc-4723-8c8d-6b1f93661e0b None None] Provisioning for port 665e803f-0c74-437c-8320-b61e81b4a3c9 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:21:20.218645 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-8a67ebc4-0dbc-4723-8c8d-6b1f93661e0b None None] Provisioning complete for port 665e803f-0c74-437c-8320-b61e81b4a3c9 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:21:20.230107 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-8a67ebc4-0dbc-4723-8c8d-6b1f93661e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:20.487581 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2233872 Aug 02 13:21:20.525297 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6418065-58f1-413c-8e26-9fa692ae889d req-e11eac0d-7c1d-4654-8b1e-f7349772ec30 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:20.535046 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-8a67ebc4-0dbc-4723-8c8d-6b1f93661e0b None None] Port 665e803f-0c74-437c-8320-b61e81b4a3c9 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:21:20.539115 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b6418065-58f1-413c-8e26-9fa692ae889d req-e11eac0d-7c1d-4654-8b1e-f7349772ec30 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.3975060 Aug 02 13:21:20.580471 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Request body: {'port': {'device_id': 'f7527a06-6086-498f-8232-1507603c926d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:21:20.685290 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b6418065-58f1-413c-8e26-9fa692ae889d req-54fb36da-29d2-46d6-bcd1-a09b4e89b4eb tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444356 Aug 02 13:21:20.767352 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eb8c8419-596e-4d63-a7c8-d8812374584c req-063bf899-53f3-41ee-aa7a-5f915820c235 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7759180 Aug 02 13:21:20.891156 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:20.926741 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b190e75-19d7-4b16-9da8-600e28cee1a9 req-05ce6ab6-6d79-485f-aebe-9b9fdc45b8c7 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:20.927944 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-0b190e75-19d7-4b16-9da8-600e28cee1a9 req-05ce6ab6-6d79-485f-aebe-9b9fdc45b8c7 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Synchronizing usage tracker for tenant:f89b102227b047d491d23fcb35a80f47 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:21:21.035893 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-0b190e75-19d7-4b16-9da8-600e28cee1a9 req-05ce6ab6-6d79-485f-aebe-9b9fdc45b8c7 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Unset dirty status for tenant:f89b102227b047d491d23fcb35a80f47 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:21:21.047298 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b190e75-19d7-4b16-9da8-600e28cee1a9 req-05ce6ab6-6d79-485f-aebe-9b9fdc45b8c7 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 931 time: 0.5971320 Aug 02 13:21:21.214855 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640d9b8-e6ce-4a88-90d2-f5c6ad500f03 req-9c24aeea-4a04-4542-94dc-9ca56e94e434 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:21.232301 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8640d9b8-e6ce-4a88-90d2-f5c6ad500f03 req-9c24aeea-4a04-4542-94dc-9ca56e94e434 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.2310777 Aug 02 13:21:21.240973 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b190e75-19d7-4b16-9da8-600e28cee1a9 req-c7d9e1a4-e63a-41c8-bc2e-990766de362a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923127 Aug 02 13:21:21.557776 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8640d9b8-e6ce-4a88-90d2-f5c6ad500f03 req-8d9f86f4-9ad8-4040-ba02-0a0841da491b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235507 Aug 02 13:21:21.721980 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7d368-7691-47fd-96ef-8e3e7a79ad38 req-4afc1193-4c27-4df4-8682-042d18360fe6 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:21.724624 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-61f7d368-7691-47fd-96ef-8e3e7a79ad38 req-4afc1193-4c27-4df4-8682-042d18360fe6 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.3979735 Aug 02 13:21:22.236233 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3572c-f574-48cc-997c-2da192c13943 req-f98f95dc-adf0-4e77-a6e0-c88492dc871e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:22.236490 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eb8c8419-596e-4d63-a7c8-d8812374584c req-ef5f5288-c46d-475e-bbc0-9f91e5c05660 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9288857 Aug 02 13:21:22.256987 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-81f3572c-f574-48cc-997c-2da192c13943 req-f98f95dc-adf0-4e77-a6e0-c88492dc871e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.2363529 Aug 02 13:21:22.373792 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7259e4-33a2-4f0b-bf29-ae2601adb72a req-a664bd30-df32-4a77-971f-4188b0571dfc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:22.376760 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bb7259e4-33a2-4f0b-bf29-ae2601adb72a req-a664bd30-df32-4a77-971f-4188b0571dfc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 946 time: 0.6323929 Aug 02 13:21:22.396328 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-81f3572c-f574-48cc-997c-2da192c13943 req-be91e52b-af8b-4aa9-a61b-5ee2cbf7899a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351151 Aug 02 13:21:22.614981 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bb7259e4-33a2-4f0b-bf29-ae2601adb72a req-bad647d8-f2ab-45c0-8822-f682e94000f1 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292535 Aug 02 13:21:22.618907 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 665e803f-0c74-437c-8320-b61e81b4a3c9 {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:21:22.636714 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:22.708912 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Transition to ACTIVE for port object 665e803f-0c74-437c-8320-b61e81b4a3c9 will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:21:22.724678 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:22.745970 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c5bcce94-8e08-4815-9535-5c2e401f4a5e tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:22.861823 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-73b357ab-4e2b-4cbe-86e3-0ef9a3c7354a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:22.922638 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 52906) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:23.073331 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180df3cd-b954-4549-a6fa-d7cedc977184 req-54cb6b28-3a9f-45a3-a9e2-d792c8cb660c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:23.083570 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-180df3cd-b954-4549-a6fa-d7cedc977184 req-54cb6b28-3a9f-45a3-a9e2-d792c8cb660c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 943 time: 0.3529813 Aug 02 13:21:23.240159 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Pushing event updated for resources: {'Port': ['ID=665e803f-0c74-437c-8320-b61e81b4a3c9,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:23.246400 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:23.334155 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-180df3cd-b954-4549-a6fa-d7cedc977184 req-f9d33885-9052-413d-87b2-37ae1a550dd6 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Synchronizing usage tracker for tenant:f89b102227b047d491d23fcb35a80f47 on resource:security_group {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:21:23.343467 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Attempting to bind port 665e803f-0c74-437c-8320-b61e81b4a3c9 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:21:23.355149 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Attempting to bind port 665e803f-0c74-437c-8320-b61e81b4a3c9 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '38a833fb-be4e-4900-a6da-f00cd29cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:21:23.356442 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Attempting to bind port 665e803f-0c74-437c-8320-b61e81b4a3c9 on network f6852720-4ffa-45b5-9480-ed00cb930e5a {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:21:23.395723 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e9ab04-afbb-4f1d-a748-37425b7f2ed4 req-dc65f16f-e8f8-4798-a372-087c4bbe32a8 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:23.395723 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-49e9ab04-afbb-4f1d-a748-37425b7f2ed4 req-dc65f16f-e8f8-4798-a372-087c4bbe32a8 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.4036143 Aug 02 13:21:23.395723 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Port 665e803f-0c74-437c-8320-b61e81b4a3c9 on network f6852720-4ffa-45b5-9480-ed00cb930e5a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:21:23.405475 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Attempting to bind port 665e803f-0c74-437c-8320-b61e81b4a3c9 on network f6852720-4ffa-45b5-9480-ed00cb930e5a {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:21:23.432326 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:23.457494 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:21:23.461688 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-180df3cd-b954-4549-a6fa-d7cedc977184 req-f9d33885-9052-413d-87b2-37ae1a550dd6 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Unset dirty status for tenant:f89b102227b047d491d23fcb35a80f47 on resource:security_group {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:21:23.462352 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Checking segment: {'id': '38a833fb-be4e-4900-a6da-f00cd29cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:21:23.463592 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Bound using segment: {'id': '38a833fb-be4e-4900-a6da-f00cd29cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:21:23.464815 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Bound port: 665e803f-0c74-437c-8320-b61e81b4a3c9, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a833fb-be4e-4900-a6da-f00cd29cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:21:23.466025 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:23.474491 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-180df3cd-b954-4549-a6fa-d7cedc977184 req-f9d33885-9052-413d-87b2-37ae1a550dd6 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829620 Aug 02 13:21:23.507127 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:21:23.527607 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Usage tracker for resource:security_group_rule and tenant:57d894e44383402da10ad60e0e497c84 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:21:23.541833 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:21:23.551134 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:21:23.582078 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 5056d17f-32ff-403c-9560-412b959e7fe4 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:21:23.711178 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:23.852078 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:23.880530 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:23.939248 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-49e9ab04-afbb-4f1d-a748-37425b7f2ed4 req-a22931e2-695d-449a-938f-9309ce5b691d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5263491 Aug 02 13:21:23.975805 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 5056d17f-32ff-403c-9560-412b959e7fe4, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=5056d17f-32ff-403c-9560-412b959e7fe4,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:21:23.977705 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6386c4-ce83-4025-ae77-f67a03e5a30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5056d17f-32ff-403c-9560-412b959e7fe4'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:21:23.991665 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:23.996070 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:24.041684 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:24.052763 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] For port 665e803f-0c74-437c-8320-b61e81b4a3c9, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:21:24.057404 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-7d17009a-4ba3-4b92-81a6-b41f80db9add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:24.059618 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] For port 665e803f-0c74-437c-8320-b61e81b4a3c9, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=665e803f-0c74-437c-8320-b61e81b4a3c9,segment=NetworkSegment(38a833fb-be4e-4900-a6da-f00cd29cca63),segment_id=38a833fb-be4e-4900-a6da-f00cd29cca63)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:21:24.067825 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:24.074000 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:24.154295 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:24.155695 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:24.157771 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] 10.222.0.53 "PUT /v2.0/ports/665e803f-0c74-437c-8320-b61e81b4a3c9 HTTP/1.1" status: 200 len: 1093 time: 3.5821011 Aug 02 13:21:24.158895 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7527a06-6086-498f-8232-1507603c926d', 'tag': '665e803f-0c74-437c-8320-b61e81b4a3c9'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:21:24.202429 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=5056d17f-32ff-403c-9560-412b959e7fe4,revision_number=6']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:24.207042 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Pushing event updated for resources: {'Port': ['ID=665e803f-0c74-437c-8320-b61e81b4a3c9,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:24.211804 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:24.236663 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.237832 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.238677 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.239279 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.239864 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.240442 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.241687 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.241687 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.242205 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.242786 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.243572 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.244158 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.251125 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:24.251373 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c998d589-2fd4-4421-a2af-814213d56d1e,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:24.286473 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b0808-bcdf-476e-88d4-bbca4519673a req-e507eb23-bd04-4517-a1bb-e00f9ec5ce9e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:24.295682 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-503b0808-bcdf-476e-88d4-bbca4519673a req-e507eb23-bd04-4517-a1bb-e00f9ec5ce9e tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.4669037 Aug 02 13:21:24.321051 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 52920) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:24.334458 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57d894e44383402da10ad60e0e497c84&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4084084 Aug 02 13:21:24.345465 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.345993 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.346427 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.346833 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.347196 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.350060 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.350503 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.350933 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.351284 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.351681 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.352053 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.352351 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:21:24.375318 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:24.441636 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-503b0808-bcdf-476e-88d4-bbca4519673a req-fdf01dff-c716-4b07-a2ac-3fcd5c55c47d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445804 Aug 02 13:21:24.555885 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6386c4-ce83-4025-ae77-f67a03e5a30c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5056d17f-32ff-403c-9560-412b959e7fe4', 'code': 200} Aug 02 13:21:24.613415 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5cd3370f-d811-4f34-8848-502622801ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:24.618268 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7527a06-6086-498f-8232-1507603c926d', 'tag': '665e803f-0c74-437c-8320-b61e81b4a3c9', 'status': 'completed', 'code': 200} Aug 02 13:21:24.681045 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5cd3370f-d811-4f34-8848-502622801ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:24.728569 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be22f48-e615-4325-b5db-6db4b12eb698 req-a65f106a-51d2-4015-a6e1-07352d532e42 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:24.735741 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6be22f48-e615-4325-b5db-6db4b12eb698 req-a65f106a-51d2-4015-a6e1-07352d532e42 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 944 time: 0.3181772 Aug 02 13:21:24.847989 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6be22f48-e615-4325-b5db-6db4b12eb698 req-81961f93-9246-4656-8923-96d7a9140143 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108754 Aug 02 13:21:24.893906 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5cd3370f-d811-4f34-8848-502622801ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:24.913681 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4ac5bf65-5926-4c1f-93bc-714300142566 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:24.958595 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3370f-d811-4f34-8848-502622801ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c998d589-2fd4-4421-a2af-814213d56d1e,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:24.964905 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:24.966019 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-5cd3370f-d811-4f34-8848-502622801ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:24.976087 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5cd3370f-d811-4f34-8848-502622801ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:24.981145 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-5cd3370f-d811-4f34-8848-502622801ffe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c998d589-2fd4-4421-a2af-814213d56d1e HTTP/1.1" status: 204 len: 168 time: 0.6549532 Aug 02 13:21:24.990650 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de224dcf-a191-48d6-946f-8f35bb0a4c30 req-ad36b75c-0bc2-49ed-8e7f-50db2d0bdaf2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:24.998336 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-de224dcf-a191-48d6-946f-8f35bb0a4c30 req-ad36b75c-0bc2-49ed-8e7f-50db2d0bdaf2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 943 time: 0.1851280 Aug 02 13:21:25.137464 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-de224dcf-a191-48d6-946f-8f35bb0a4c30 req-ae4b09c7-3442-4661-b1b7-56f254a77c1f tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380684 Aug 02 13:21:25.414796 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374aab8-b68d-4d35-9109-287af892ed5d req-aebc3a2c-7308-4f5a-a5bc-e4c4db59bd5f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:25.424813 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f374aab8-b68d-4d35-9109-287af892ed5d req-aebc3a2c-7308-4f5a-a5bc-e4c4db59bd5f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.2282019 Aug 02 13:21:25.494593 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f374aab8-b68d-4d35-9109-287af892ed5d req-711dc582-231a-43d9-a0ac-85d3dd4a4e02 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680172 Aug 02 13:21:25.736442 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611628a7-e339-47da-a325-000867019c4f req-954a8554-dbaf-4f00-9390-5ba6deea5f73 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:25.738419 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-611628a7-e339-47da-a325-000867019c4f req-954a8554-dbaf-4f00-9390-5ba6deea5f73 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1273999 Aug 02 13:21:25.817823 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-611628a7-e339-47da-a325-000867019c4f req-0c8f00c5-2b06-4d60-b1ee-c764f5310312 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674992 Aug 02 13:21:26.103177 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daef2ab-4085-4bad-987b-792f1311043a req-aab3c443-0149-4a2b-b934-39b69f2fb003 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:26.105181 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8daef2ab-4085-4bad-987b-792f1311043a req-aab3c443-0149-4a2b-b934-39b69f2fb003 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 944 time: 0.1167722 Aug 02 13:21:26.166375 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8daef2ab-4085-4bad-987b-792f1311043a req-04719406-84d1-462c-a50c-4a11b21bf4a4 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497134 Aug 02 13:21:26.418785 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d494c35-3de4-4718-a130-71e77741f4a4 req-d00293c3-e1f6-4ab6-839e-23450658cf1c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:26.420894 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6d494c35-3de4-4718-a130-71e77741f4a4 req-d00293c3-e1f6-4ab6-839e-23450658cf1c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 943 time: 0.1477802 Aug 02 13:21:26.494942 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6d494c35-3de4-4718-a130-71e77741f4a4 req-f252cc6c-727d-4fa6-b30b-d1ccd6593f68 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676315 Aug 02 13:21:26.794427 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4c3c1-40c6-4677-b0de-886b5da89204 req-d1b1dd51-8972-4dfa-8c7a-2be0a7b53c91 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:26.797288 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-86a4c3c1-40c6-4677-b0de-886b5da89204 req-d1b1dd51-8972-4dfa-8c7a-2be0a7b53c91 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.1597986 Aug 02 13:21:26.854287 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-86a4c3c1-40c6-4677-b0de-886b5da89204 req-8b266c3b-bb6f-43c6-92e9-5622f0a88f3c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505693 Aug 02 13:21:27.132681 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad08b89e-99d9-42ac-9257-01e276f65a36 req-dd702637-b11c-4b85-a122-ed210a637178 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:27.134610 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ad08b89e-99d9-42ac-9257-01e276f65a36 req-dd702637-b11c-4b85-a122-ed210a637178 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1125674 Aug 02 13:21:27.191803 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ad08b89e-99d9-42ac-9257-01e276f65a36 req-5803bf99-6c29-4399-bd5e-af037886891c tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453761 Aug 02 13:21:27.526510 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e7fe9-ef9b-47b2-b127-c9f33701a2e1 req-53813e0f-13ab-4c91-a2c9-07c9061e4b27 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:27.528782 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-712e7fe9-ef9b-47b2-b127-c9f33701a2e1 req-53813e0f-13ab-4c91-a2c9-07c9061e4b27 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 944 time: 0.1612654 Aug 02 13:21:27.585749 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-712e7fe9-ef9b-47b2-b127-c9f33701a2e1 req-2170f890-15bd-448c-8120-5cda41198bdd tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495541 Aug 02 13:21:27.776929 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a619f-2297-4495-a288-8ac618199a70 req-b6281811-181a-44b6-a203-72a1d4f5f9ee tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:27.779924 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f16a619f-2297-4495-a288-8ac618199a70 req-b6281811-181a-44b6-a203-72a1d4f5f9ee tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 943 time: 0.1397960 Aug 02 13:21:27.955113 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f16a619f-2297-4495-a288-8ac618199a70 req-7a91b1f4-700e-4b1d-81a4-cb35d1106624 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641002 Aug 02 13:21:28.169647 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4ee6b-096c-483f-9109-3ed0c8e201eb req-e52b560f-5dc1-4964-a2dc-bd1a2f68fd80 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:28.171558 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f5a4ee6b-096c-483f-9109-3ed0c8e201eb req-e52b560f-5dc1-4964-a2dc-bd1a2f68fd80 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.1133902 Aug 02 13:21:28.227050 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f5a4ee6b-096c-483f-9109-3ed0c8e201eb req-82c598b3-c043-41f6-a8ae-781af59dca2d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481489 Aug 02 13:21:28.516738 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3017c71c-c993-4160-882f-3e2836b88451 req-845cdaae-8d3b-4c04-87fb-07fe40b5dcae tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:28.519294 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3017c71c-c993-4160-882f-3e2836b88451 req-845cdaae-8d3b-4c04-87fb-07fe40b5dcae tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.1202109 Aug 02 13:21:28.577730 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3017c71c-c993-4160-882f-3e2836b88451 req-4af2a877-d48b-45ed-9c30-583377c87692 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519202 Aug 02 13:21:28.833306 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ff436-3cea-4414-9bd2-1242ca05f112 req-dfa17b8c-2ec9-472b-b580-732572916d83 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:28.839435 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6e7ff436-3cea-4414-9bd2-1242ca05f112 req-dfa17b8c-2ec9-472b-b580-732572916d83 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 944 time: 0.0984733 Aug 02 13:21:28.898537 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6e7ff436-3cea-4414-9bd2-1242ca05f112 req-923bb942-9a96-4154-abd8-1d56fb5c4acb tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566053 Aug 02 13:21:29.184616 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce50d9-f450-4111-95ea-845432333c31 req-fa667af0-227b-429b-a861-5843fcf44205 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:29.186185 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-43ce50d9-f450-4111-95ea-845432333c31 req-fa667af0-227b-429b-a861-5843fcf44205 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 943 time: 0.1143537 Aug 02 13:21:29.255686 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-43ce50d9-f450-4111-95ea-845432333c31 req-fbc9d845-3dad-40f9-8cc0-ef702b00d3e7 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618982 Aug 02 13:21:29.548869 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f17f0-2ebb-4ca2-868a-1b42407b7052 req-4fea5b4f-95b4-4beb-b980-3c5f223b80c2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:29.550544 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-543f17f0-2ebb-4ca2-868a-1b42407b7052 req-4fea5b4f-95b4-4beb-b980-3c5f223b80c2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.1347444 Aug 02 13:21:29.605351 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-543f17f0-2ebb-4ca2-868a-1b42407b7052 req-017b2775-fc10-4ffe-b5c5-3f244716d2db tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445616 Aug 02 13:21:29.814038 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e75700-5cf9-42b0-93b8-43758c833bbf req-b5cd5f03-07fc-4f99-ae0d-d3d40f46c2ee tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:29.816268 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-97e75700-5cf9-42b0-93b8-43758c833bbf req-b5cd5f03-07fc-4f99-ae0d-d3d40f46c2ee tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.0946362 Aug 02 13:21:29.884584 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-97e75700-5cf9-42b0-93b8-43758c833bbf req-9cc573e7-1c74-4ac0-8bca-05afd99378d6 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577023 Aug 02 13:21:30.157586 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b983f-db7a-44bb-851a-c69184759fb8 req-e9776119-fbe9-44b0-8912-dc4b55854c32 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:30.160931 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2e4b983f-db7a-44bb-851a-c69184759fb8 req-e9776119-fbe9-44b0-8912-dc4b55854c32 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 944 time: 0.1219983 Aug 02 13:21:30.230395 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2e4b983f-db7a-44bb-851a-c69184759fb8 req-4ec85abf-2a0b-4aec-9362-d30716017290 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570018 Aug 02 13:21:30.394039 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [req-61f7d368-7691-47fd-96ef-8e3e7a79ad38 req-b9af28cb-8338-49d4-8e9e-88850610ebbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Deleting port 5056d17f-32ff-403c-9560-412b959e7fe4 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:21:30.394039 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-61f7d368-7691-47fd-96ef-8e3e7a79ad38 req-b9af28cb-8338-49d4-8e9e-88850610ebbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:30.450658 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c5e83-276d-47f6-8f25-ca0ec64f06ac req-eab26529-dbcf-47ea-8aaa-596e01f80dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:30.453273 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-678c5e83-276d-47f6-8f25-ca0ec64f06ac req-eab26529-dbcf-47ea-8aaa-596e01f80dbb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f89b102227b047d491d23fcb35a80f47&device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 1096 time: 0.1269708 Aug 02 13:21:30.685126 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476a8ba-8fbd-4606-95ab-955c5673dd27 req-4d3ebcfd-4b5e-469c-9399-d349a090367c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:30.687843 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6476a8ba-8fbd-4606-95ab-955c5673dd27 req-4d3ebcfd-4b5e-469c-9399-d349a090367c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 943 time: 0.2410347 Aug 02 13:21:30.743666 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c5e83-276d-47f6-8f25-ca0ec64f06ac req-376bc004-3158-46bd-89d4-161412fb86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:30.745677 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-678c5e83-276d-47f6-8f25-ca0ec64f06ac req-376bc004-3158-46bd-89d4-161412fb86c2 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=f89b102227b047d491d23fcb35a80f47&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2496166 Aug 02 13:21:30.852622 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6476a8ba-8fbd-4606-95ab-955c5673dd27 req-6e3b058f-9d4a-4c8a-8f26-e6c1f094afff tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929632 Aug 02 13:21:30.862787 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [req-61f7d368-7691-47fd-96ef-8e3e7a79ad38 req-b9af28cb-8338-49d4-8e9e-88850610ebbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] For port 5056d17f-32ff-403c-9560-412b959e7fe4, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=5056d17f-32ff-403c-9560-412b959e7fe4,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:21:30.863200 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-61f7d368-7691-47fd-96ef-8e3e7a79ad38 req-b9af28cb-8338-49d4-8e9e-88850610ebbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:31.052396 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c5e83-276d-47f6-8f25-ca0ec64f06ac req-3817fdba-ab0d-42af-afc4-c1b4ed31fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:31.055110 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-678c5e83-276d-47f6-8f25-ca0ec64f06ac req-3817fdba-ab0d-42af-afc4-c1b4ed31fdbe service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2714362 Aug 02 13:21:31.075841 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [req-61f7d368-7691-47fd-96ef-8e3e7a79ad38 req-b9af28cb-8338-49d4-8e9e-88850610ebbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Calling delete_port for 5056d17f-32ff-403c-9560-412b959e7fe4 owned by compute:nova {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:21:31.078626 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c04773-40d5-430f-aa6a-dc8da1ec9697 req-60968404-b26b-4bf1-b635-94e29d3e4809 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:31.092089 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f1c04773-40d5-430f-aa6a-dc8da1ec9697 req-60968404-b26b-4bf1-b635-94e29d3e4809 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.2801657 Aug 02 13:21:31.168531 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f1c04773-40d5-430f-aa6a-dc8da1ec9697 req-4d0eb3f3-2831-4759-8ef4-084cc79b153b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748258 Aug 02 13:21:31.412180 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38059c1-29d1-4bf5-9fe1-79d834be74de req-45a3e0aa-3a75-43bc-a24a-ff1854a12ddc tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:31.414008 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c38059c1-29d1-4bf5-9fe1-79d834be74de req-45a3e0aa-3a75-43bc-a24a-ff1854a12ddc tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.3008749 Aug 02 13:21:31.477647 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-61f7d368-7691-47fd-96ef-8e3e7a79ad38 req-b9af28cb-8338-49d4-8e9e-88850610ebbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:31.487495 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-d7970e96-3266-4453-960f-94d0b35ed3c7 tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:31.514457 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-540323e3-52d3-491c-8cfa-ec094e4675bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:31.516206 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-540323e3-52d3-491c-8cfa-ec094e4675bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f89b102227b047d491d23fcb35a80f47&device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 1096 time: 0.3107839 Aug 02 13:21:31.521300 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['7fe6e73d-0979-4106-8a52-6857e01c21a4', 'a202e49f-9795-4d01-b3ee-93f928ec9793'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:21:31.533532 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2213580-76ec-4cf1-b51e-b91b8327788f req-39643aa2-00c8-43ab-aa1b-ede37b6a46c2 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:31.535240 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c2213580-76ec-4cf1-b51e-b91b8327788f req-39643aa2-00c8-43ab-aa1b-ede37b6a46c2 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.53 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 945 time: 0.2038386 Aug 02 13:21:31.544881 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c38059c1-29d1-4bf5-9fe1-79d834be74de req-f154eff8-5be6-41d6-b68e-eaeda84aad57 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214318 Aug 02 13:21:31.548282 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9af28cb-8338-49d4-8e9e-88850610ebbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Pushing event deleted for resources: {'Port': ['ID=5056d17f-32ff-403c-9560-412b959e7fe4,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:31.554118 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b9af28cb-8338-49d4-8e9e-88850610ebbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:31.644659 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d8936ccd-3828-4b9c-afd9-966f9658b3fc req-1c9607fd-914c-4631-8cb8-a3fc99602d88 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=9f6386c4-ce83-4025-ae77-f67a03e5a30c HTTP/1.1" status: 200 len: 210 time: 0.1796699 Aug 02 13:21:31.658823 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [req-61f7d368-7691-47fd-96ef-8e3e7a79ad38 req-b9af28cb-8338-49d4-8e9e-88850610ebbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] No DVR routers for this DVR port 5056d17f-32ff-403c-9560-412b959e7fe4 on host hv-cinder-80318 {{(pid=78567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:21:31.663256 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-61f7d368-7691-47fd-96ef-8e3e7a79ad38 req-b9af28cb-8338-49d4-8e9e-88850610ebbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:31.668963 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f6386c4-ce83-4025-ae77-f67a03e5a30c', 'name': 'network-vif-deleted', 'tag': '5056d17f-32ff-403c-9560-412b959e7fe4'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:21:31.669140 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-8ca041c3-0b0f-4622-b8ef-ee815ea9f331 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=665e803f-0c74-437c-8320-b61e81b4a3c9 HTTP/1.1" status: 200 len: 217 time: 0.1323602 Aug 02 13:21:31.692314 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-61f7d368-7691-47fd-96ef-8e3e7a79ad38 req-b9af28cb-8338-49d4-8e9e-88850610ebbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "DELETE /v2.0/ports/5056d17f-32ff-403c-9560-412b959e7fe4 HTTP/1.1" status: 204 len: 173 time: 1.4095421 Aug 02 13:21:31.738646 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f6386c4-ce83-4025-ae77-f67a03e5a30c', 'name': 'network-vif-deleted', 'tag': '5056d17f-32ff-403c-9560-412b959e7fe4', 'status': 'completed', 'code': 200} Aug 02 13:21:31.814465 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-c2213580-76ec-4cf1-b51e-b91b8327788f req-cb7422f0-e2a2-424b-8594-ea535da24c8b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Deleting port 31fb2f2d-c671-4571-bb65-c7d3bf05c421 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:21:31.815431 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-c2213580-76ec-4cf1-b51e-b91b8327788f req-cb7422f0-e2a2-424b-8594-ea535da24c8b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:31.887322 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-65ca08c3-0ed7-4ecb-b0a2-646645b23a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:31.888977 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-65ca08c3-0ed7-4ecb-b0a2-646645b23a6e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a95297d-61b9-42e5-8447-8604af8cba9b HTTP/1.1" status: 200 len: 853 time: 0.2018914 Aug 02 13:21:32.186138 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-54a131c1-5fd5-4577-91a7-982db2f0de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:32.187644 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-54a131c1-5fd5-4577-91a7-982db2f0de3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f6852720-4ffa-45b5-9480-ed00cb930e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2898695 Aug 02 13:21:32.264290 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-c2213580-76ec-4cf1-b51e-b91b8327788f req-cb7422f0-e2a2-424b-8594-ea535da24c8b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] For port 31fb2f2d-c671-4571-bb65-c7d3bf05c421, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=31fb2f2d-c671-4571-bb65-c7d3bf05c421,segment=NetworkSegment(5f733ee0-601b-4a7f-81f1-801b225c8f04),segment_id=5f733ee0-601b-4a7f-81f1-801b225c8f04)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:21:32.264665 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-c2213580-76ec-4cf1-b51e-b91b8327788f req-cb7422f0-e2a2-424b-8594-ea535da24c8b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:32.421860 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef63eb30-d9ac-4d47-93b0-6dfec7527913 req-5a1e8c22-ad6e-4608-a856-8887fe7b40b4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:32.423614 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ef63eb30-d9ac-4d47-93b0-6dfec7527913 req-5a1e8c22-ad6e-4608-a856-8887fe7b40b4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.0950463 Aug 02 13:21:32.471417 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-c2213580-76ec-4cf1-b51e-b91b8327788f req-cb7422f0-e2a2-424b-8594-ea535da24c8b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Calling delete_port for 31fb2f2d-c671-4571-bb65-c7d3bf05c421 owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:21:32.493429 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ef63eb30-d9ac-4d47-93b0-6dfec7527913 req-04b674ce-e892-4af4-b778-9cca5445d5e3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598013 Aug 02 13:21:32.564736 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b7843b-45e9-422f-8666-8d88adbaec1d req-06e241c6-faa7-49bc-978f-35af1a8016bc tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:32.565933 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a3b7843b-45e9-422f-8666-8d88adbaec1d req-06e241c6-faa7-49bc-978f-35af1a8016bc tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 943 time: 0.4580393 Aug 02 13:21:32.584021 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-e93a9927-8229-4749-900c-c78ac0517869 service neutron] 10.222.0.53 "GET /v2.0/networks/f6852720-4ffa-45b5-9480-ed00cb930e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800390 Aug 02 13:21:32.729554 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a3b7843b-45e9-422f-8666-8d88adbaec1d req-bd1c347c-e838-4044-bf71-b97dcbb104b3 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506293 Aug 02 13:21:32.825844 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ce35fc32-5784-48f8-a47c-8fbf1b5c77c0 req-d6519918-7bd4-49ee-b29d-dba5377676d6 service neutron] 10.222.0.53 "GET /v2.0/networks/f6852720-4ffa-45b5-9480-ed00cb930e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252474 Aug 02 13:21:32.834457 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-c2213580-76ec-4cf1-b51e-b91b8327788f req-cb7422f0-e2a2-424b-8594-ea535da24c8b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:32.843243 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:32.874942 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['5a7a732a-ad21-44b4-b87f-a931edf2e0a9', '31fb2f2d-c671-4571-bb65-c7d3bf05c421'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:21:32.937141 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7422f0-e2a2-424b-8594-ea535da24c8b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Pushing event deleted for resources: {'Port': ['ID=31fb2f2d-c671-4571-bb65-c7d3bf05c421,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:32.940627 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-cb7422f0-e2a2-424b-8594-ea535da24c8b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:33.034798 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-484994f3-3df3-4b1f-a504-9642db0fe84f req-d675056f-ef71-4624-8768-b6c88a6ad23d tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 210 time: 0.1540420 Aug 02 13:21:33.189578 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2213580-76ec-4cf1-b51e-b91b8327788f req-cb7422f0-e2a2-424b-8594-ea535da24c8b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] No DVR routers for this DVR port 31fb2f2d-c671-4571-bb65-c7d3bf05c421 on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:21:33.194861 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-c2213580-76ec-4cf1-b51e-b91b8327788f req-cb7422f0-e2a2-424b-8594-ea535da24c8b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:33.199291 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bae547ac-fd43-48fb-abe9-d2dd8e264250', 'name': 'network-vif-deleted', 'tag': '31fb2f2d-c671-4571-bb65-c7d3bf05c421'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:21:33.219151 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c2213580-76ec-4cf1-b51e-b91b8327788f req-cb7422f0-e2a2-424b-8594-ea535da24c8b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.53 "DELETE /v2.0/ports/31fb2f2d-c671-4571-bb65-c7d3bf05c421 HTTP/1.1" status: 204 len: 173 time: 1.6116991 Aug 02 13:21:33.267524 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bae547ac-fd43-48fb-abe9-d2dd8e264250', 'name': 'network-vif-deleted', 'tag': '31fb2f2d-c671-4571-bb65-c7d3bf05c421', 'status': 'completed', 'code': 200} Aug 02 13:21:33.553774 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:21:33.727380 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61633ac5-23c4-4242-b7d7-1f8703d31633 req-e6c04506-efa3-47e4-b8c2-d57b8975c4a3 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:33.728154 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-61633ac5-23c4-4242-b7d7-1f8703d31633 req-e6c04506-efa3-47e4-b8c2-d57b8975c4a3 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Synchronizing usage tracker for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:port {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:21:33.749919 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-61633ac5-23c4-4242-b7d7-1f8703d31633 req-e6c04506-efa3-47e4-b8c2-d57b8975c4a3 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Unset dirty status for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:port {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:21:33.750155 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:21:33.753987 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-61633ac5-23c4-4242-b7d7-1f8703d31633 req-e6c04506-efa3-47e4-b8c2-d57b8975c4a3 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 945 time: 0.1615617 Aug 02 13:21:33.770206 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77465f2-381d-4f60-bd51-469ccb1ff8af req-4a5ff712-81ad-4755-b1d6-37f90adcf150 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:33.771754 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c77465f2-381d-4f60-bd51-469ccb1ff8af req-4a5ff712-81ad-4755-b1d6-37f90adcf150 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 944 time: 0.0978923 Aug 02 13:21:33.772201 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'port_id': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'mac_address': 'fa:16:3e:c1:da:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:21:33.809852 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-61633ac5-23c4-4242-b7d7-1f8703d31633 req-bcc66d73-e2d9-474a-911e-27e2905f113c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475440 Aug 02 13:21:33.837394 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:33.854823 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c77465f2-381d-4f60-bd51-469ccb1ff8af req-5a2b7d04-17ed-4501-bd4a-e0db7fc224ad tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692554 Aug 02 13:21:33.869821 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:21:33.898546 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:21:33.903479 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:33.905470 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:34.016754 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,revision_number=9']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:34.021147 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:34.070128 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64411b0e-3cc2-4184-9f3e-2f2cc548231f req-a559f72a-79b3-4f82-a1f2-8975661f537e tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:34.071860 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-64411b0e-3cc2-4184-9f3e-2f2cc548231f req-a559f72a-79b3-4f82-a1f2-8975661f537e tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 943 time: 0.0999122 Aug 02 13:21:34.146720 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-64411b0e-3cc2-4184-9f3e-2f2cc548231f req-86de2186-627a-416b-a161-e02a69f2aad0 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673790 Aug 02 13:21:34.247880 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-ebc72966-f564-4aea-998e-71990a557aca req-af902f85-2c6b-44fd-873a-f01eec51aedc tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Synchronizing usage tracker for tenant:5acfbbf2230b40e9a47291fa14f8d5d7 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:21:34.264299 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-ebc72966-f564-4aea-998e-71990a557aca req-af902f85-2c6b-44fd-873a-f01eec51aedc tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Unset dirty status for tenant:5acfbbf2230b40e9a47291fa14f8d5d7 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:21:34.265390 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ebc72966-f564-4aea-998e-71990a557aca req-af902f85-2c6b-44fd-873a-f01eec51aedc tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=bae547ac-fd43-48fb-abe9-d2dd8e264250 HTTP/1.1" status: 200 len: 210 time: 0.0840309 Aug 02 13:21:34.296182 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:21:35.075497 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e2ca6b-8b4d-488b-98ce-55f1032aa819 req-42a7aa62-2356-4cdf-8a1a-fe1c19f53f1c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:35.077302 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-05e2ca6b-8b4d-488b-98ce-55f1032aa819 req-42a7aa62-2356-4cdf-8a1a-fe1c19f53f1c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 945 time: 0.0890939 Aug 02 13:21:35.126501 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1a4eb-bf9f-4fc3-9434-0cbef4868a47 req-8e472d39-f1f6-45e4-8263-a0d7dd4c9049 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:35.129258 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-70a1a4eb-bf9f-4fc3-9434-0cbef4868a47 req-8e472d39-f1f6-45e4-8263-a0d7dd4c9049 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 945 time: 0.1909964 Aug 02 13:21:35.160709 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-05e2ca6b-8b4d-488b-98ce-55f1032aa819 req-ec837e9c-e313-4715-8877-4ecde3eed8d1 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701363 Aug 02 13:21:35.182626 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-70a1a4eb-bf9f-4fc3-9434-0cbef4868a47 req-22afde07-a777-4b1b-b2ff-205ab650aa3c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479059 Aug 02 13:21:35.416338 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecca1ac-ef37-4790-962b-163dcd10876c req-a8e7378b-d6ca-4833-9a27-901394a81710 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:35.417927 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eecca1ac-ef37-4790-962b-163dcd10876c req-a8e7378b-d6ca-4833-9a27-901394a81710 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 943 time: 0.1512730 Aug 02 13:21:35.485810 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4868de44-f7e9-4c90-91c2-83c1ec686d61 req-ed669bcb-6389-4412-927b-8fa6d178cd7f tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:35.488079 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4868de44-f7e9-4c90-91c2-83c1ec686d61 req-ed669bcb-6389-4412-927b-8fa6d178cd7f tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 945 time: 0.1448936 Aug 02 13:21:35.490921 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eecca1ac-ef37-4790-962b-163dcd10876c req-1631c9cb-df53-4382-8938-4ba1938125c5 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635700 Aug 02 13:21:35.572399 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-4868de44-f7e9-4c90-91c2-83c1ec686d61 req-cc4ee4f4-e791-4b1f-bb2e-81388cf1d619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Deleting port a202e49f-9795-4d01-b3ee-93f928ec9793 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:21:35.572748 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-4868de44-f7e9-4c90-91c2-83c1ec686d61 req-cc4ee4f4-e791-4b1f-bb2e-81388cf1d619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:35.572887 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 665e803f-0c74-437c-8320-b61e81b4a3c9 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:21:35.597578 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:21:35.800082 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:21:35.800619 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:35.862803 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051c1ed0-fda9-4c32-9a7f-ae138d72c2e4 req-ca7222c5-51f8-4202-8f6c-0e55264f9372 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:35.872034 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-051c1ed0-fda9-4c32-9a7f-ae138d72c2e4 req-ca7222c5-51f8-4202-8f6c-0e55264f9372 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1420639 Aug 02 13:21:35.899400 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 665e803f-0c74-437c-8320-b61e81b4a3c9, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=665e803f-0c74-437c-8320-b61e81b4a3c9,segment=NetworkSegment(38a833fb-be4e-4900-a6da-f00cd29cca63),segment_id=38a833fb-be4e-4900-a6da-f00cd29cca63)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:21:35.920939 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-051c1ed0-fda9-4c32-9a7f-ae138d72c2e4 req-fc634afa-b95a-41fc-91ab-3015dbf9c629 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472755 Aug 02 13:21:35.921270 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '665e803f-0c74-437c-8320-b61e81b4a3c9', 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'port_id': '665e803f-0c74-437c-8320-b61e81b4a3c9', 'mac_address': 'fa:16:3e:6a:90:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:21:35.973356 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-4868de44-f7e9-4c90-91c2-83c1ec686d61 req-cc4ee4f4-e791-4b1f-bb2e-81388cf1d619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] For port a202e49f-9795-4d01-b3ee-93f928ec9793, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=a202e49f-9795-4d01-b3ee-93f928ec9793,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:21:35.973725 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-4868de44-f7e9-4c90-91c2-83c1ec686d61 req-cc4ee4f4-e791-4b1f-bb2e-81388cf1d619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:36.034964 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:36.046827 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:36.076879 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 665e803f-0c74-437c-8320-b61e81b4a3c9 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:21:36.092963 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:21:36.107078 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 665e803f-0c74-437c-8320-b61e81b4a3c9, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=665e803f-0c74-437c-8320-b61e81b4a3c9,segment=NetworkSegment(38a833fb-be4e-4900-a6da-f00cd29cca63),segment_id=38a833fb-be4e-4900-a6da-f00cd29cca63)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:21:36.109132 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:21:36.114270 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:36.116335 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:36.121629 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-4868de44-f7e9-4c90-91c2-83c1ec686d61 req-cc4ee4f4-e791-4b1f-bb2e-81388cf1d619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Calling delete_port for a202e49f-9795-4d01-b3ee-93f928ec9793 owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:21:36.153347 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:36.154225 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 31fb2f2d-c671-4571-bb65-c7d3bf05c421 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:21:36.170579 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0403f94-7d41-43c1-b60d-6717f08a676b req-742a0956-45a1-409b-ac28-870f54658e3f tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:36.174004 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c0403f94-7d41-43c1-b60d-6717f08a676b req-742a0956-45a1-409b-ac28-870f54658e3f tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.3247094 Aug 02 13:21:36.203531 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'code': 200} Aug 02 13:21:36.227339 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 31fb2f2d-c671-4571-bb65-c7d3bf05c421 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:21:36.227898 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 31fb2f2d-c671-4571-bb65-c7d3bf05c421 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:21:36.276355 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:36.277393 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=665e803f-0c74-437c-8320-b61e81b4a3c9,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:36.290712 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:36.291440 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:36.318540 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c0403f94-7d41-43c1-b60d-6717f08a676b req-a5acd485-d837-4cec-9337-cf0c716762a2 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225481 Aug 02 13:21:36.413677 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,revision_number=10']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:36.429316 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:36.495154 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['665e803f-0c74-437c-8320-b61e81b4a3c9'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:21:36.520330 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-4868de44-f7e9-4c90-91c2-83c1ec686d61 req-cc4ee4f4-e791-4b1f-bb2e-81388cf1d619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:36.535250 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:36.582806 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4ee4f4-e791-4b1f-bb2e-81388cf1d619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Pushing event deleted for resources: {'Port': ['ID=a202e49f-9795-4d01-b3ee-93f928ec9793,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:36.588696 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bdb50a-92f3-4114-9cc7-eb571c850e8b req-9f7d82f3-a852-4faa-95bc-af740ef31472 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:36.597799 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-98bdb50a-92f3-4114-9cc7-eb571c850e8b req-9f7d82f3-a852-4faa-95bc-af740ef31472 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 947 time: 0.1769469 Aug 02 13:21:36.683043 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-98bdb50a-92f3-4114-9cc7-eb571c850e8b req-e3d11671-124e-4662-8049-f8fa1f1885a6 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769181 Aug 02 13:21:36.697800 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-cc4ee4f4-e791-4b1f-bb2e-81388cf1d619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:36.706291 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a9dcd60a-6151-4a96-9ef5-a994f9f7dbbc req-afd56905-a280-4a4f-9f83-cb594ec020ea tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 210 time: 0.1243813 Aug 02 13:21:36.761330 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-4868de44-f7e9-4c90-91c2-83c1ec686d61 req-cc4ee4f4-e791-4b1f-bb2e-81388cf1d619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] No DVR routers for this DVR port a202e49f-9795-4d01-b3ee-93f928ec9793 on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:21:36.763951 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-4868de44-f7e9-4c90-91c2-83c1ec686d61 req-cc4ee4f4-e791-4b1f-bb2e-81388cf1d619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:36.768055 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a1c0c2-2662-449e-8091-c63484327281', 'name': 'network-vif-deleted', 'tag': 'a202e49f-9795-4d01-b3ee-93f928ec9793'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:21:36.799227 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4868de44-f7e9-4c90-91c2-83c1ec686d61 req-cc4ee4f4-e791-4b1f-bb2e-81388cf1d619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "DELETE /v2.0/ports/a202e49f-9795-4d01-b3ee-93f928ec9793 HTTP/1.1" status: 204 len: 173 time: 1.3018832 Aug 02 13:21:36.865512 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5a1c0c2-2662-449e-8091-c63484327281', 'name': 'network-vif-deleted', 'tag': 'a202e49f-9795-4d01-b3ee-93f928ec9793', 'status': 'completed', 'code': 200} Aug 02 13:21:36.911801 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6098ed0-1f55-490d-a750-407a43faa2df req-8c6c2c89-5c4a-4ccc-acef-24093dd6dfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:36.914416 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b6098ed0-1f55-490d-a750-407a43faa2df req-8c6c2c89-5c4a-4ccc-acef-24093dd6dfb9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 1100 time: 0.1135805 Aug 02 13:21:36.936574 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea780f-f1a2-43ae-8bf5-1eda31f47b96 req-740ce400-09e0-4d88-b3d4-a4e6410614af tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:36.938193 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-38ea780f-f1a2-43ae-8bf5-1eda31f47b96 req-740ce400-09e0-4d88-b3d4-a4e6410614af tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 944 time: 0.0962737 Aug 02 13:21:37.006259 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b6098ed0-1f55-490d-a750-407a43faa2df req-68d4969d-dc26-47ed-8b0b-d619078faad4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811138 Aug 02 13:21:37.016280 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-38ea780f-f1a2-43ae-8bf5-1eda31f47b96 req-9790ff8c-319b-4108-93ad-6d362df96f98 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706434 Aug 02 13:21:37.142809 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da409db6-09c2-4138-8ab0-8f9bfdfec713 req-4077b9f3-0f68-4840-adba-fae61696520a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:37.144699 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-da409db6-09c2-4138-8ab0-8f9bfdfec713 req-4077b9f3-0f68-4840-adba-fae61696520a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.0906606 Aug 02 13:21:37.191643 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-da409db6-09c2-4138-8ab0-8f9bfdfec713 req-77eaffab-aab2-45fa-89b4-630df43d3c73 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411539 Aug 02 13:21:37.369786 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['7fe6e73d-0979-4106-8a52-6857e01c21a4', 'a202e49f-9795-4d01-b3ee-93f928ec9793'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:21:37.537888 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dc5536-feab-4afe-b27a-081cd58c2030 req-c3bee467-59c3-45b5-9f6f-0d7cd19297d3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:37.539399 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-45dc5536-feab-4afe-b27a-081cd58c2030 req-c3bee467-59c3-45b5-9f6f-0d7cd19297d3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1042235 Aug 02 13:21:37.588539 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-45dc5536-feab-4afe-b27a-081cd58c2030 req-cc2e42da-02f4-46f0-a0e7-f0356af8e44a tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425217 Aug 02 13:21:37.674245 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 665e803f-0c74-437c-8320-b61e81b4a3c9 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:21:37.761784 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 665e803f-0c74-437c-8320-b61e81b4a3c9 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:21:37.770373 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 665e803f-0c74-437c-8320-b61e81b4a3c9 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:21:37.770686 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:37.968320 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:38.022053 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 665e803f-0c74-437c-8320-b61e81b4a3c9, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=665e803f-0c74-437c-8320-b61e81b4a3c9,segment=NetworkSegment(38a833fb-be4e-4900-a6da-f00cd29cca63),segment_id=38a833fb-be4e-4900-a6da-f00cd29cca63)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:21:38.022288 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f5a28c4d-8905-4982-b6c2-a536a8d8445e req-ea8e98ac-7c3b-47cb-9602-aa2fa3d6988c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=e5a1c0c2-2662-449e-8091-c63484327281 HTTP/1.1" status: 200 len: 210 time: 0.0871263 Aug 02 13:21:38.028270 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:38.035092 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:38.136820 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=665e803f-0c74-437c-8320-b61e81b4a3c9,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:38.146219 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:38.148561 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb15ceb-b919-46c8-b06e-bfd7e37bcf4e req-4676d1e7-30cb-4a97-9a43-cc0cc08c198b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:38.150555 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4eb15ceb-b919-46c8-b06e-bfd7e37bcf4e req-4676d1e7-30cb-4a97-9a43-cc0cc08c198b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 947 time: 0.2276239 Aug 02 13:21:38.200100 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4eb15ceb-b919-46c8-b06e-bfd7e37bcf4e req-59f89a9c-3b34-4bd8-a61d-c8c4c8bfd6d4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431395 Aug 02 13:21:38.204262 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7527a06-6086-498f-8232-1507603c926d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665e803f-0c74-437c-8320-b61e81b4a3c9'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:21:38.256687 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bf77a-7100-43b4-8323-9542f128445b req-76afb28a-c727-4380-9fe4-cca37dd46f39 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:38.258006 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1a3bf77a-7100-43b4-8323-9542f128445b req-76afb28a-c727-4380-9fe4-cca37dd46f39 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 945 time: 0.0971544 Aug 02 13:21:38.278353 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7527a06-6086-498f-8232-1507603c926d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '665e803f-0c74-437c-8320-b61e81b4a3c9', 'code': 200} Aug 02 13:21:38.355313 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1a3bf77a-7100-43b4-8323-9542f128445b req-fa460d22-9aac-48e4-9a4d-a636d5d1c1a3 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779562 Aug 02 13:21:38.501279 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf6bb5-56df-48a7-b076-3a45e6bb6578 req-3d951b8b-2d87-42c1-8222-e6340e9301cd tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:38.504244 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-59cf6bb5-56df-48a7-b076-3a45e6bb6578 req-3d951b8b-2d87-42c1-8222-e6340e9301cd tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1202755 Aug 02 13:21:38.562554 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-59cf6bb5-56df-48a7-b076-3a45e6bb6578 req-20535016-e510-4e32-a06e-775db07b5983 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458250 Aug 02 13:21:38.678972 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf066a5-29e0-46ad-90c1-a2e9d76325eb req-b76a23df-7774-4250-ba41-e9e7a6f63fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:38.680679 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6cf066a5-29e0-46ad-90c1-a2e9d76325eb req-b76a23df-7774-4250-ba41-e9e7a6f63fda service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 1098 time: 0.0835445 Aug 02 13:21:38.734800 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6cf066a5-29e0-46ad-90c1-a2e9d76325eb req-a76546bf-3359-4bf1-80e8-21d83fa4513d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432010 Aug 02 13:21:38.888219 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acd5bd-0c86-45e1-bdc1-7c638aa61bfd req-f6870994-bc7b-4f91-938e-b8761e856b58 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:38.889803 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a7acd5bd-0c86-45e1-bdc1-7c638aa61bfd req-f6870994-bc7b-4f91-938e-b8761e856b58 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1319106 Aug 02 13:21:38.968880 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a7acd5bd-0c86-45e1-bdc1-7c638aa61bfd req-fd2d3254-c886-466c-bfda-d726012c30de tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723076 Aug 02 13:21:39.431120 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67285130-da15-4d75-8b4a-0f554049674d req-5d61204c-cc2a-4e7a-8b6a-185d69229879 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:39.432661 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-67285130-da15-4d75-8b4a-0f554049674d req-5d61204c-cc2a-4e7a-8b6a-185d69229879 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 947 time: 0.0866933 Aug 02 13:21:39.484697 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-67285130-da15-4d75-8b4a-0f554049674d req-0c84232e-0c9f-4639-ba2d-f588113b5424 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455551 Aug 02 13:21:39.566121 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e8ff87-30a0-4317-9a2d-4967160cb443 req-c8cacd12-9a1c-4ca8-946f-e620d3e0667d tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:39.567670 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e6e8ff87-30a0-4317-9a2d-4967160cb443 req-c8cacd12-9a1c-4ca8-946f-e620d3e0667d tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 945 time: 0.0855267 Aug 02 13:21:39.593888 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device a202e49f-9795-4d01-b3ee-93f928ec9793 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:21:39.633189 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e6e8ff87-30a0-4317-9a2d-4967160cb443 req-d7747947-26a2-414e-920f-c6c955f3b0df tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509655 Aug 02 13:21:39.644931 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: a202e49f-9795-4d01-b3ee-93f928ec9793 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:21:39.645410 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device a202e49f-9795-4d01-b3ee-93f928ec9793 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:21:39.792291 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30ee7e-6b02-4480-a7c3-35ffabc86fe1 req-2bcd18af-c05b-4bd6-a43b-3bf7516d7916 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:39.794138 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ec30ee7e-6b02-4480-a7c3-35ffabc86fe1 req-2bcd18af-c05b-4bd6-a43b-3bf7516d7916 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.1038690 Aug 02 13:21:39.843004 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ec30ee7e-6b02-4480-a7c3-35ffabc86fe1 req-dd91c720-7e30-40af-b991-caddb1c9ec0a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423839 Aug 02 13:21:40.175782 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8000f91e-a572-4ec3-9ff1-fe4fed7e1321 req-bdfba204-b46b-4896-b5ab-30e34d0163b5 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:40.177378 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8000f91e-a572-4ec3-9ff1-fe4fed7e1321 req-bdfba204-b46b-4896-b5ab-30e34d0163b5 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.0855274 Aug 02 13:21:40.224860 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8000f91e-a572-4ec3-9ff1-fe4fed7e1321 req-486d975c-377f-4ed5-b44a-1f6c85e159c8 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414224 Aug 02 13:21:40.711330 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8e9000-bb06-4684-83b7-e2d4dc34fb95 req-263d4a02-4f4c-4cf2-8101-df2a341ed51f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:40.712818 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b8e9000-bb06-4684-83b7-e2d4dc34fb95 req-263d4a02-4f4c-4cf2-8101-df2a341ed51f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 947 time: 0.0972011 Aug 02 13:21:40.762967 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b8e9000-bb06-4684-83b7-e2d4dc34fb95 req-7c28bec0-0f35-4d89-a95b-80ad3eb6a0e8 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445993 Aug 02 13:21:40.797965 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca526bd-dc69-4938-9a29-94ea1ac3d498 req-7a1fcace-2f48-4810-9517-1bd4831ac38f tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:40.801775 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-eca526bd-dc69-4938-9a29-94ea1ac3d498 req-7a1fcace-2f48-4810-9517-1bd4831ac38f tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 946 time: 0.0909889 Aug 02 13:21:40.855025 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-eca526bd-dc69-4938-9a29-94ea1ac3d498 req-94bf8da7-1612-4b49-9ea1-3087a0480771 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477533 Aug 02 13:21:40.953641 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf480ca3-2c0d-4039-b941-48da9dbb0b73 req-4cd238c6-9f48-4259-8584-bb08b2730fcd tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:40.955403 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-cf480ca3-2c0d-4039-b941-48da9dbb0b73 req-4cd238c6-9f48-4259-8584-bb08b2730fcd tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 945 time: 0.0883796 Aug 02 13:21:41.010010 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-cf480ca3-2c0d-4039-b941-48da9dbb0b73 req-01a0dd5a-bc4a-4fbc-9bee-5c12f1d3dba2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486274 Aug 02 13:21:41.046602 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db38bf88-a956-443f-904d-976a32ccf79a req-2a912856-37cb-4663-bd6b-57d2933c4387 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:41.049113 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-db38bf88-a956-443f-904d-976a32ccf79a req-2a912856-37cb-4663-bd6b-57d2933c4387 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.0868533 Aug 02 13:21:41.103224 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-db38bf88-a956-443f-904d-976a32ccf79a req-da15d397-98b3-4ced-a2a8-bb6b1e4e50f2 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484648 Aug 02 13:21:41.311978 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec03e1-23b9-4558-bfa0-990925e2e5fc req-fdb5f406-5cb0-4d4b-90af-bd8546e850b7 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:41.314095 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d8ec03e1-23b9-4558-bfa0-990925e2e5fc req-fdb5f406-5cb0-4d4b-90af-bd8546e850b7 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 945 time: 0.1411669 Aug 02 13:21:41.399424 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d8ec03e1-23b9-4558-bfa0-990925e2e5fc req-30899404-5509-4d1c-9817-e4ba298da5f8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787365 Aug 02 13:21:41.456422 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec77582-3282-4aff-a577-7536562c6317 req-c5b1d02e-6174-4f8a-84ab-51340531b060 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:41.458080 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6ec77582-3282-4aff-a577-7536562c6317 req-c5b1d02e-6174-4f8a-84ab-51340531b060 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1169057 Aug 02 13:21:41.509328 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6ec77582-3282-4aff-a577-7536562c6317 req-6489079a-c495-4779-add7-10313d7d4396 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450580 Aug 02 13:21:41.991027 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d662f-5f2e-4e8e-a408-63c52bcc014a req-6407cc39-ece6-47c6-b56f-aa292bb44087 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:41.992696 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-541d662f-5f2e-4e8e-a408-63c52bcc014a req-6407cc39-ece6-47c6-b56f-aa292bb44087 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 945 time: 0.1113024 Aug 02 13:21:42.051193 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-541d662f-5f2e-4e8e-a408-63c52bcc014a req-bc4dc56c-9471-49b8-b528-125ef2896fba tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526726 Aug 02 13:21:42.068055 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7543f8b-0a56-4401-8a50-32284d197c42 req-e3155dc0-0146-4362-9198-380ffc5e7f5b tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:42.069326 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-d7543f8b-0a56-4401-8a50-32284d197c42 req-e3155dc0-0146-4362-9198-380ffc5e7f5b tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Synchronizing usage tracker for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:21:42.089097 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-d7543f8b-0a56-4401-8a50-32284d197c42 req-e3155dc0-0146-4362-9198-380ffc5e7f5b tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Unset dirty status for tenant:f80e631c5cce4d94a37b274cc8fd1085 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:21:42.090304 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d7543f8b-0a56-4401-8a50-32284d197c42 req-e3155dc0-0146-4362-9198-380ffc5e7f5b tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 946 time: 0.1138999 Aug 02 13:21:42.143934 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d7543f8b-0a56-4401-8a50-32284d197c42 req-7cb4cc6f-1477-4c07-bb2c-da859c7c0d92 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471036 Aug 02 13:21:42.316736 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7da0b-6fdc-4dc7-9c6c-fbb9129fb121 req-511b0720-d712-49a3-bee9-eb89311101ea tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:42.318529 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-49a7da0b-6fdc-4dc7-9c6c-fbb9129fb121 req-511b0720-d712-49a3-bee9-eb89311101ea tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.0957067 Aug 02 13:21:42.380611 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-49a7da0b-6fdc-4dc7-9c6c-fbb9129fb121 req-7739ac11-5325-4b8e-b533-43936a4b45f5 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500779 Aug 02 13:21:42.645996 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a093b-a5f2-4f75-8dc9-3b5eada94c0d req-e213230d-79e0-414e-90b7-ee329cfbfc1c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:42.647429 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1e9a093b-a5f2-4f75-8dc9-3b5eada94c0d req-e213230d-79e0-414e-90b7-ee329cfbfc1c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 946 time: 0.1081309 Aug 02 13:21:42.778797 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-1e9a093b-a5f2-4f75-8dc9-3b5eada94c0d req-ee944a32-e333-43e0-b0c2-d31f069e666d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Deleting port 7fe6e73d-0979-4106-8a52-6857e01c21a4 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:21:42.779052 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-1e9a093b-a5f2-4f75-8dc9-3b5eada94c0d req-ee944a32-e333-43e0-b0c2-d31f069e666d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:42.922424 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18df8a4a-3c50-4ca5-ba73-887bde4f94e8 req-09bb0c2e-8012-47d2-a7ff-ac625bc987a2 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:42.924603 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-18df8a4a-3c50-4ca5-ba73-887bde4f94e8 req-09bb0c2e-8012-47d2-a7ff-ac625bc987a2 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.2319050 Aug 02 13:21:43.118360 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-18df8a4a-3c50-4ca5-ba73-887bde4f94e8 req-9468cd37-280c-45e9-bb04-73e4f052b0db tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870422 Aug 02 13:21:43.176355 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-1e9a093b-a5f2-4f75-8dc9-3b5eada94c0d req-ee944a32-e333-43e0-b0c2-d31f069e666d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] For port 7fe6e73d-0979-4106-8a52-6857e01c21a4, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=7fe6e73d-0979-4106-8a52-6857e01c21a4,segment=NetworkSegment(6c11a7fe-0eb1-46ce-95a0-727c3111a5f7),segment_id=6c11a7fe-0eb1-46ce-95a0-727c3111a5f7)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:21:43.176831 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-1e9a093b-a5f2-4f75-8dc9-3b5eada94c0d req-ee944a32-e333-43e0-b0c2-d31f069e666d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:43.310339 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b94eb4-250b-4dd1-9ea0-dab2feec5685 req-94d8ae38-0462-4859-becc-1845bb310acc tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:43.311924 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-46b94eb4-250b-4dd1-9ea0-dab2feec5685 req-94d8ae38-0462-4859-becc-1845bb310acc tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.53 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.3078656 Aug 02 13:21:43.319756 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-1e9a093b-a5f2-4f75-8dc9-3b5eada94c0d req-ee944a32-e333-43e0-b0c2-d31f069e666d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Calling delete_port for 7fe6e73d-0979-4106-8a52-6857e01c21a4 owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:21:43.532528 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c2807-62d1-4726-89cf-15d8a243e4c4 req-19fe98ba-bfd5-4e1c-9b83-134c4e6019fa tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:43.534873 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6d2c2807-62d1-4726-89cf-15d8a243e4c4 req-19fe98ba-bfd5-4e1c-9b83-134c4e6019fa tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 946 time: 0.0925045 Aug 02 13:21:43.566462 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-46b94eb4-250b-4dd1-9ea0-dab2feec5685 req-9ec212c6-6201-450e-8eea-ca55b477e18f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Deleting port 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:21:43.566871 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-46b94eb4-250b-4dd1-9ea0-dab2feec5685 req-9ec212c6-6201-450e-8eea-ca55b477e18f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:43.583306 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6d2c2807-62d1-4726-89cf-15d8a243e4c4 req-ac2ee262-5958-4971-bc72-9eb13113e10c tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/security-groups?id=da350d3d-eeb7-4dda-af01-817e1c893755&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425537 Aug 02 13:21:43.815990 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507fc5ae-71ec-4ee6-a4a4-f27d92f9ce66 req-4d509f90-969f-4659-b69e-338171a7329b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:43.817439 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-507fc5ae-71ec-4ee6-a4a4-f27d92f9ce66 req-4d509f90-969f-4659-b69e-338171a7329b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 946 time: 0.3165689 Aug 02 13:21:43.892630 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-1e9a093b-a5f2-4f75-8dc9-3b5eada94c0d req-ee944a32-e333-43e0-b0c2-d31f069e666d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:43.910007 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-be1dad2f-d54e-480b-a198-9ec4d67ccd25 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:43.966481 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee944a32-e333-43e0-b0c2-d31f069e666d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Pushing event deleted for resources: {'Port': ['ID=7fe6e73d-0979-4106-8a52-6857e01c21a4,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:43.981712 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ee944a32-e333-43e0-b0c2-d31f069e666d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:44.035565 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-507fc5ae-71ec-4ee6-a4a4-f27d92f9ce66 req-11f15c59-9dd9-4c1e-9845-5016f00a4c85 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/security-groups?id=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107682 Aug 02 13:21:44.088001 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e9a093b-a5f2-4f75-8dc9-3b5eada94c0d req-ee944a32-e333-43e0-b0c2-d31f069e666d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] No DVR routers for this DVR port 7fe6e73d-0979-4106-8a52-6857e01c21a4 on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:21:44.093826 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-1e9a093b-a5f2-4f75-8dc9-3b5eada94c0d req-ee944a32-e333-43e0-b0c2-d31f069e666d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:44.096991 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bdce39f-db83-40f0-8fb3-73733a76a9aa', 'name': 'network-vif-deleted', 'tag': '7fe6e73d-0979-4106-8a52-6857e01c21a4'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:21:44.102682 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-46b94eb4-250b-4dd1-9ea0-dab2feec5685 req-9ec212c6-6201-450e-8eea-ca55b477e18f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] For port 5a7a732a-ad21-44b4-b87f-a931edf2e0a9, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=5a7a732a-ad21-44b4-b87f-a931edf2e0a9,segment=NetworkSegment(5f733ee0-601b-4a7f-81f1-801b225c8f04),segment_id=5f733ee0-601b-4a7f-81f1-801b225c8f04)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:21:44.103034 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-46b94eb4-250b-4dd1-9ea0-dab2feec5685 req-9ec212c6-6201-450e-8eea-ca55b477e18f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:44.179122 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bdce39f-db83-40f0-8fb3-73733a76a9aa', 'name': 'network-vif-deleted', 'tag': '7fe6e73d-0979-4106-8a52-6857e01c21a4', 'status': 'completed', 'code': 200} Aug 02 13:21:44.240210 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1e9a093b-a5f2-4f75-8dc9-3b5eada94c0d req-ee944a32-e333-43e0-b0c2-d31f069e666d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.53 "DELETE /v2.0/ports/7fe6e73d-0979-4106-8a52-6857e01c21a4 HTTP/1.1" status: 204 len: 173 time: 1.5865536 Aug 02 13:21:44.247464 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-46b94eb4-250b-4dd1-9ea0-dab2feec5685 req-9ec212c6-6201-450e-8eea-ca55b477e18f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Calling delete_port for 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:21:44.453587 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b031b1-a8f3-4392-90fb-c6dc0900b96b req-26329525-7bc6-466a-ab2d-51ac96071448 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:44.455307 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-19b031b1-a8f3-4392-90fb-c6dc0900b96b req-26329525-7bc6-466a-ab2d-51ac96071448 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1761837 Aug 02 13:21:44.462138 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:21:44.507678 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-46b94eb4-250b-4dd1-9ea0-dab2feec5685 req-9ec212c6-6201-450e-8eea-ca55b477e18f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:44.516814 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a5545275-fc0b-4d00-93d6-73e584e726da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:44.561826 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-19b031b1-a8f3-4392-90fb-c6dc0900b96b req-a3785215-04da-48ea-b0c1-493865a4c9c4 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962613 Aug 02 13:21:44.571069 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec212c6-6201-450e-8eea-ca55b477e18f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Pushing event deleted for resources: {'Port': ['ID=5a7a732a-ad21-44b4-b87f-a931edf2e0a9,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:44.574421 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9ec212c6-6201-450e-8eea-ca55b477e18f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:44.656232 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b94eb4-250b-4dd1-9ea0-dab2feec5685 req-9ec212c6-6201-450e-8eea-ca55b477e18f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] No DVR routers for this DVR port 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:21:44.661369 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-46b94eb4-250b-4dd1-9ea0-dab2feec5685 req-9ec212c6-6201-450e-8eea-ca55b477e18f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:44.677109 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-46b94eb4-250b-4dd1-9ea0-dab2feec5685 req-9ec212c6-6201-450e-8eea-ca55b477e18f tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.53 "DELETE /v2.0/ports/5a7a732a-ad21-44b4-b87f-a931edf2e0a9 HTTP/1.1" status: 204 len: 173 time: 1.3263307 Aug 02 13:21:44.780827 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-69aa1a7f-2730-4b2b-9001-be34246ce252 req-0ca5f600-a370-4670-b46b-fab947459416 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] 10.222.0.49 "GET /v2.0/ports?device_id=3bdce39f-db83-40f0-8fb3-73733a76a9aa HTTP/1.1" status: 200 len: 210 time: 0.0466950 Aug 02 13:21:45.233118 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-13832c9d-e362-4e44-9469-3be00df6249f req-09d5b597-7ae8-4bb9-aff2-9cd48ab091a7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Synchronizing usage tracker for tenant:5acfbbf2230b40e9a47291fa14f8d5d7 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:21:45.263028 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-13832c9d-e362-4e44-9469-3be00df6249f req-09d5b597-7ae8-4bb9-aff2-9cd48ab091a7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Unset dirty status for tenant:5acfbbf2230b40e9a47291fa14f8d5d7 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:21:45.264831 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-13832c9d-e362-4e44-9469-3be00df6249f req-09d5b597-7ae8-4bb9-aff2-9cd48ab091a7 tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] 10.222.0.49 "GET /v2.0/ports?device_id=28dfa331-c91a-4e55-bfcd-b957575265f3 HTTP/1.1" status: 200 len: 210 time: 0.0872943 Aug 02 13:21:45.627970 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 7fe6e73d-0979-4106-8a52-6857e01c21a4 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:21:45.744805 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 7fe6e73d-0979-4106-8a52-6857e01c21a4 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:21:45.745616 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 7fe6e73d-0979-4106-8a52-6857e01c21a4 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:21:45.746431 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:21:45.812354 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:21:45.812876 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 5a7a732a-ad21-44b4-b87f-a931edf2e0a9 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:21:45.864918 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed42355-7a6a-4f26-89c3-df2817b6403f req-71e5ee6b-9d4f-43ee-a625-7c7ab2dbf40a tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:45.866684 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-eed42355-7a6a-4f26-89c3-df2817b6403f req-71e5ee6b-9d4f-43ee-a625-7c7ab2dbf40a tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1798413 Aug 02 13:21:45.886839 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53168) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:45.920567 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-eed42355-7a6a-4f26-89c3-df2817b6403f req-b1cbae23-8889-4a31-928e-8dc52d44dc00 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467699 Aug 02 13:21:45.960279 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dda15bd-593f-4a30-9be4-b07260f63474 admin admin] Deleting subnet 17ee4538-d553-4bb8-955b-7497483b5977 {{(pid=78568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:21:45.963987 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1dda15bd-593f-4a30-9be4-b07260f63474 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:46.017361 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1dda15bd-593f-4a30-9be4-b07260f63474 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132345218'] for subnet, precommit_delete_associations {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:46.079130 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1dda15bd-593f-4a30-9be4-b07260f63474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:46.165540 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1dda15bd-593f-4a30-9be4-b07260f63474 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132699173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132238658'] for subnet, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:46.173597 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:46.221900 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28dfa331-c91a-4e55-bfcd-b957575265f3', 'name': 'network-vif-deleted', 'tag': '5a7a732a-ad21-44b4-b87f-a931edf2e0a9'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:21:46.236640 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1dda15bd-593f-4a30-9be4-b07260f63474 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:46.240732 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda15bd-593f-4a30-9be4-b07260f63474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17ee4538-d553-4bb8-955b-7497483b5977,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:46.243503 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-1dda15bd-593f-4a30-9be4-b07260f63474 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:46.249231 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-1dda15bd-593f-4a30-9be4-b07260f63474 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/17ee4538-d553-4bb8-955b-7497483b5977 HTTP/1.1" status: 204 len: 168 time: 0.3592989 Aug 02 13:21:46.251200 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53174) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:46.278478 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28dfa331-c91a-4e55-bfcd-b957575265f3', 'name': 'network-vif-deleted', 'tag': '5a7a732a-ad21-44b4-b87f-a931edf2e0a9', 'status': 'completed', 'code': 200} Aug 02 13:21:46.390369 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53180) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:46.464443 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-bf4e207a-9f6c-4f61-9743-acf93a1737c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:46.598261 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-bf4e207a-9f6c-4f61-9743-acf93a1737c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:46.612435 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-bf4e207a-9f6c-4f61-9743-acf93a1737c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d55e602-c9e5-475a-8414-a458f789f4bf']}} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:21:46.626313 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-bf4e207a-9f6c-4f61-9743-acf93a1737c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7') {'for_net_delete': True} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:21:46.626313 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-bf4e207a-9f6c-4f61-9743-acf93a1737c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c11a7fe-0eb1-46ce-95a0-727c3111a5f7') {} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:21:46.639581 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-bf4e207a-9f6c-4f61-9743-acf93a1737c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132345245'] for segment, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:46.661410 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-bf4e207a-9f6c-4f61-9743-acf93a1737c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:46.675104 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4e207a-9f6c-4f61-9743-acf93a1737c6 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=78568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:21:46.675771 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-bf4e207a-9f6c-4f61-9743-acf93a1737c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132699203'] for segment, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: Traceback (most recent call last): Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: timer() Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: cb(*args, **kw) Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: return func(*args, **kwargs) Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: self._notify() Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: self.callback(batched_events) Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: event.method(event) Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: return f(self, *a, **k) Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._get(url).json() Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: return self.request(url, 'GET', **kwargs) Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:21:46.700290 dv-cinder-803181-1-iscsi neutron-server[78568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:21:46.832403 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-bf4e207a-9f6c-4f61-9743-acf93a1737c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:46.837609 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:46.855670 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-bf4e207a-9f6c-4f61-9743-acf93a1737c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:46.867455 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e207a-9f6c-4f61-9743-acf93a1737c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d55e602-c9e5-475a-8414-a458f789f4bf,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:46.871196 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-bf4e207a-9f6c-4f61-9743-acf93a1737c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:46.879053 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-bf4e207a-9f6c-4f61-9743-acf93a1737c6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8d55e602-c9e5-475a-8414-a458f789f4bf HTTP/1.1" status: 204 len: 168 time: 0.6260586 Aug 02 13:21:47.116107 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53190) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:47.176206 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-69dd0a3b-394a-45c0-a08d-d1d29aaaaad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719757'] for router_interface, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:47.182406 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f18c76d-eacb-4eb9-97de-ef2e65b149f4 req-0c9ca8aa-7fcd-41f5-a1be-5fb90f7e7ec9 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:47.184077 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1f18c76d-eacb-4eb9-97de-ef2e65b149f4 req-0c9ca8aa-7fcd-41f5-a1be-5fb90f7e7ec9 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1444750 Aug 02 13:21:47.236226 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1f18c76d-eacb-4eb9-97de-ef2e65b149f4 req-3249a2b0-4b83-456f-a121-7f91a4b7ef04 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437202 Aug 02 13:21:47.263299 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-61fab5fc-9f80-4f15-b79f-4219bc84aae1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f80e631c5cce4d94a37b274cc8fd1085&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1459360 Aug 02 13:21:47.267849 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53194) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:47.480489 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a66a1eaf-5801-4dcd-9cd9-21d3956b78b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:47.556241 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a66a1eaf-5801-4dcd-9cd9-21d3956b78b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:47.670295 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a66a1eaf-5801-4dcd-9cd9-21d3956b78b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:47.677818 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-8680b4c0-b09b-49ef-830a-6567f409b520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:47.695895 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-69dd0a3b-394a-45c0-a08d-d1d29aaaaad5 admin admin] Deleting port 44abd572-d43f-49e2-ac5a-f11adb5e3462 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:21:47.696242 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-69dd0a3b-394a-45c0-a08d-d1d29aaaaad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:47.721048 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c051d-d776-40ba-95be-872bd61fea0b req-bf8e896e-a559-4d2d-8c0d-c7cd8d1e286c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:47.722640 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-310c051d-d776-40ba-95be-872bd61fea0b req-bf8e896e-a559-4d2d-8c0d-c7cd8d1e286c tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1520112 Aug 02 13:21:47.723771 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a1eaf-5801-4dcd-9cd9-21d3956b78b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da350d3d-eeb7-4dda-af01-817e1c893755,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:47.734925 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a66a1eaf-5801-4dcd-9cd9-21d3956b78b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:47.748651 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a66a1eaf-5801-4dcd-9cd9-21d3956b78b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:47.754300 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-a66a1eaf-5801-4dcd-9cd9-21d3956b78b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/da350d3d-eeb7-4dda-af01-817e1c893755 HTTP/1.1" status: 204 len: 168 time: 0.4808352 Aug 02 13:21:47.788220 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67688dfc-cb69-4d37-9006-38ebb0dc2021 req-481bd926-eea6-4f0a-a982-94439cdf1df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:47.789766 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67688dfc-cb69-4d37-9006-38ebb0dc2021 req-481bd926-eea6-4f0a-a982-94439cdf1df4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1dfc0f7ffe5d46e38126837be5e982ce&device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 1098 time: 0.1363089 Aug 02 13:21:47.802428 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-310c051d-d776-40ba-95be-872bd61fea0b req-9d3b40ff-2aad-4e94-9871-913e6d8361cc tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711186 Aug 02 13:21:47.930731 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-69dd0a3b-394a-45c0-a08d-d1d29aaaaad5 admin admin] For port 44abd572-d43f-49e2-ac5a-f11adb5e3462, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=44abd572-d43f-49e2-ac5a-f11adb5e3462,segment=NetworkSegment(5f733ee0-601b-4a7f-81f1-801b225c8f04),segment_id=5f733ee0-601b-4a7f-81f1-801b225c8f04)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:21:47.931135 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-69dd0a3b-394a-45c0-a08d-d1d29aaaaad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:47.955740 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67688dfc-cb69-4d37-9006-38ebb0dc2021 req-7c3d1f03-33b1-462f-b370-7c2ef7a81a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:47.960091 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67688dfc-cb69-4d37-9006-38ebb0dc2021 req-7c3d1f03-33b1-462f-b370-7c2ef7a81a88 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f388a598-a9e9-4425-b334-df10ec450cba HTTP/1.1" status: 200 len: 911 time: 0.1561091 Aug 02 13:21:48.102481 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67688dfc-cb69-4d37-9006-38ebb0dc2021 req-2e1c5cd5-571e-4f30-bbdd-e2360bd5e1b6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f8855ed-8455-4329-87cc-fc30ec4e3b91 HTTP/1.1" status: 200 len: 1001 time: 0.1322596 Aug 02 13:21:48.170229 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-69dd0a3b-394a-45c0-a08d-d1d29aaaaad5 admin admin] Calling delete_port for 44abd572-d43f-49e2-ac5a-f11adb5e3462 owned by network:router_interface {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:21:48.180907 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67688dfc-cb69-4d37-9006-38ebb0dc2021 req-5fcc585e-15de-494c-8888-d6860f6a0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:48.182763 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67688dfc-cb69-4d37-9006-38ebb0dc2021 req-5fcc585e-15de-494c-8888-d6860f6a0395 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa6ef6ab-fa4e-4dab-a762-153ab4fccbae HTTP/1.1" status: 200 len: 849 time: 0.0708129 Aug 02 13:21:48.278166 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67688dfc-cb69-4d37-9006-38ebb0dc2021 req-8f9db49c-1d8f-4e67-9535-224941604542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:48.278166 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67688dfc-cb69-4d37-9006-38ebb0dc2021 req-8f9db49c-1d8f-4e67-9535-224941604542 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f388a598-a9e9-4425-b334-df10ec450cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848660 Aug 02 13:21:48.434519 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67688dfc-cb69-4d37-9006-38ebb0dc2021 req-8f0fc653-27c7-4dce-ae24-ed83f52e7f64 service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523321 Aug 02 13:21:48.591543 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-69dd0a3b-394a-45c0-a08d-d1d29aaaaad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:48.597625 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:48.605075 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67688dfc-cb69-4d37-9006-38ebb0dc2021 req-806af08f-601a-4707-a5d0-3f109b06c446 service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641352 Aug 02 13:21:48.659107 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd0a3b-394a-45c0-a08d-d1d29aaaaad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=44abd572-d43f-49e2-ac5a-f11adb5e3462,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:48.662382 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-69dd0a3b-394a-45c0-a08d-d1d29aaaaad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:48.890603 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-69dd0a3b-394a-45c0-a08d-d1d29aaaaad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1690357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719729'] for router_interface, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:48.999690 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6af9dd-c958-416d-a9d0-03539eed8e9c req-c6b40a5d-5296-454e-a3d3-fd72b4c61335 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:49.007788 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e6af9dd-c958-416d-a9d0-03539eed8e9c req-c6b40a5d-5296-454e-a3d3-fd72b4c61335 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.0948431 Aug 02 13:21:49.082671 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e6af9dd-c958-416d-a9d0-03539eed8e9c req-9fe7baa0-3460-4d40-9cf5-264758a22a17 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738096 Aug 02 13:21:49.292414 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dd0a3b-394a-45c0-a08d-d1d29aaaaad5 admin admin] Router 0251df4e-34cc-4199-9307-0e75b72ab9c3 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:21:49.507055 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dd0a3b-394a-45c0-a08d-d1d29aaaaad5 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:21:49.519245 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c5ff4-f960-4b12-bf8c-cfe7511f07c3 None None] Sync routers for ids ['0251df4e-34cc-4199-9307-0e75b72ab9c3'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:21:49.529685 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53242) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:49.529934 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-69dd0a3b-394a-45c0-a08d-d1d29aaaaad5 admin admin] 10.222.0.49 "PUT /v2.0/routers/0251df4e-34cc-4199-9307-0e75b72ab9c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1382685 Aug 02 13:21:49.530027 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c5ff4-f960-4b12-bf8c-cfe7511f07c3 None None] Routers {'0251df4e-34cc-4199-9307-0e75b72ab9c3'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:21:49.530564 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-245c5ff4-f960-4b12-bf8c-cfe7511f07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:21:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['0251df4e-34cc-4199-9307-0e75b72ab9c3'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:21:49.705980 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1493232e-5677-437b-9214-489ec24b166d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:49.723942 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-245c5ff4-f960-4b12-bf8c-cfe7511f07c3 None None] Set router 0251df4e-34cc-4199-9307-0e75b72ab9c3 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:21:49.803876 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Notify callbacks [] for router, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:49.999139 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:50.009801 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Deleting port 58dad070-42fa-4655-9344-e044f49d5a2b {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:21:50.010508 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:50.038694 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-245c5ff4-f960-4b12-bf8c-cfe7511f07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'name': 'tempest-ServerRescueNegativeTestJSON-54690084-router', 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.111'}], 'enable_snat': True}, 'gw_port_id': '58dad070-42fa-4655-9344-e044f49d5a2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:10Z', 'updated_at': '2021-08-02T13:21:48Z', 'revision_number': 5, 'project_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'gw_port': {'id': '58dad070-42fa-4655-9344-e044f49d5a2b', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:7d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:13Z', 'updated_at': '2021-08-02T13:17:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:21:50.045132 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c5ff4-f960-4b12-bf8c-cfe7511f07c3 None None] Checking router: 0251df4e-34cc-4199-9307-0e75b72ab9c3 for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:21:50.054993 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c5ff4-f960-4b12-bf8c-cfe7511f07c3 None None] Routers {'0251df4e-34cc-4199-9307-0e75b72ab9c3'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:21:50.055508 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-245c5ff4-f960-4b12-bf8c-cfe7511f07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:21:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['0251df4e-34cc-4199-9307-0e75b72ab9c3'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:21:50.169789 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:50.241372 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] For port 58dad070-42fa-4655-9344-e044f49d5a2b, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=58dad070-42fa-4655-9344-e044f49d5a2b,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:21:50.242003 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:50.242938 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-245c5ff4-f960-4b12-bf8c-cfe7511f07c3 None None] Set router 0251df4e-34cc-4199-9307-0e75b72ab9c3 gateway port host: None {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:21:50.357413 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a92c32-904e-4bc2-9423-5fd24d6bd565 req-927d7d3e-a51f-4d86-91c9-6bf848b63942 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:50.359281 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d1a92c32-904e-4bc2-9423-5fd24d6bd565 req-927d7d3e-a51f-4d86-91c9-6bf848b63942 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1086137 Aug 02 13:21:50.365749 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-245c5ff4-f960-4b12-bf8c-cfe7511f07c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'name': 'tempest-ServerRescueNegativeTestJSON-54690084-router', 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:10Z', 'updated_at': '2021-08-02T13:21:49Z', 'revision_number': 6, 'project_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'gw_port_host': None}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:21:50.370404 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c5ff4-f960-4b12-bf8c-cfe7511f07c3 None None] The sync data for ids ['0251df4e-34cc-4199-9307-0e75b72ab9c3'] in dv-cinder-803181-1-iscsi is: [{'id': '0251df4e-34cc-4199-9307-0e75b72ab9c3', 'name': 'tempest-ServerRescueNegativeTestJSON-54690084-router', 'tenant_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:10Z', 'updated_at': '2021-08-02T13:21:49Z', 'revision_number': 6, 'project_id': '5acfbbf2230b40e9a47291fa14f8d5d7', 'gw_port_host': None}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:21:50.405112 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Calling delete_port for 58dad070-42fa-4655-9344-e044f49d5a2b owned by network:router_gateway {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:21:50.418021 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d1a92c32-904e-4bc2-9423-5fd24d6bd565 req-6bd96f72-985a-49b3-a854-f2bcb880a8cb tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522468 Aug 02 13:21:50.753270 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:50.758042 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-847bb606-5ea9-47f4-aff3-e87069c4b676 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:50.809373 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=58dad070-42fa-4655-9344-e044f49d5a2b,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:50.813936 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:50.932781 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1804568'] for router_gateway, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:51.134396 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15699'] for router, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:51.139302 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:51.337445 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718594'] for router, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:51.338084 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0251df4e-34cc-4199-9307-0e75b72ab9c3 {{(pid=78568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 02 13:21:51.355364 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Notify callbacks [] for router, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:51.356673 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/0251df4e-34cc-4199-9307-0e75b72ab9c3 HTTP/1.1" status: 204 len: 168 time: 1.8251760 Aug 02 13:21:51.359820 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53274) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:51.431989 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a2c6db-8baa-423b-8193-a71cf3bcf167 admin admin] Deleting subnet 8ac723f8-ee61-478f-8a90-ba25694af273 {{(pid=78568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:21:51.435117 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-34a2c6db-8baa-423b-8193-a71cf3bcf167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:51.492664 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-34a2c6db-8baa-423b-8193-a71cf3bcf167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132345218'] for subnet, precommit_delete_associations {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:51.556407 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-34a2c6db-8baa-423b-8193-a71cf3bcf167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:51.633953 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-34a2c6db-8baa-423b-8193-a71cf3bcf167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132699173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132238658'] for subnet, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:51.638108 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:51.678052 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a2c6db-8baa-423b-8193-a71cf3bcf167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac723f8-ee61-478f-8a90-ba25694af273,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:51.681069 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-34a2c6db-8baa-423b-8193-a71cf3bcf167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:51.682079 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-34a2c6db-8baa-423b-8193-a71cf3bcf167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:51.688362 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-34a2c6db-8baa-423b-8193-a71cf3bcf167 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8ac723f8-ee61-478f-8a90-ba25694af273 HTTP/1.1" status: 204 len: 168 time: 0.3268509 Aug 02 13:21:51.690961 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53278) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:51.809348 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-232e3857-d471-4ef0-8a6a-63a94c9f1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:51.939749 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-232e3857-d471-4ef0-8a6a-63a94c9f1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:51.952538 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-232e3857-d471-4ef0-8a6a-63a94c9f1a8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f1027cf-695e-4fa3-a649-01bf9937dcce']}} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:21:51.966308 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-232e3857-d471-4ef0-8a6a-63a94c9f1a8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f733ee0-601b-4a7f-81f1-801b225c8f04') {'for_net_delete': True} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:21:51.966606 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-232e3857-d471-4ef0-8a6a-63a94c9f1a8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f733ee0-601b-4a7f-81f1-801b225c8f04') {} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:21:51.978428 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-232e3857-d471-4ef0-8a6a-63a94c9f1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132345245'] for segment, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:51.996487 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-232e3857-d471-4ef0-8a6a-63a94c9f1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:52.003878 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232e3857-d471-4ef0-8a6a-63a94c9f1a8c admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=78568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:21:52.004283 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-232e3857-d471-4ef0-8a6a-63a94c9f1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132699203'] for segment, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: Traceback (most recent call last): Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: timer() Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: cb(*args, **kw) Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: return func(*args, **kwargs) Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: self._notify() Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: self.callback(batched_events) Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: event.method(event) Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: return f(self, *a, **k) Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._get(url).json() Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: return self.request(url, 'GET', **kwargs) Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:21:52.018464 dv-cinder-803181-1-iscsi neutron-server[78568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:21:52.105565 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-232e3857-d471-4ef0-8a6a-63a94c9f1a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:52.109564 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b6cf38ba-01af-46df-bf85-3827218cf389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:52.125145 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-232e3857-d471-4ef0-8a6a-63a94c9f1a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:52.138505 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e3857-d471-4ef0-8a6a-63a94c9f1a8c admin admin] Pushing event deleted for resources: {'Network': ['ID=2f1027cf-695e-4fa3-a649-01bf9937dcce,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:52.142276 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-232e3857-d471-4ef0-8a6a-63a94c9f1a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:52.148004 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-232e3857-d471-4ef0-8a6a-63a94c9f1a8c admin admin] 10.222.0.49 "DELETE /v2.0/networks/2f1027cf-695e-4fa3-a649-01bf9937dcce HTTP/1.1" status: 204 len: 168 time: 0.4556410 Aug 02 13:21:52.159305 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 44abd572-d43f-49e2-ac5a-f11adb5e3462 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:21:52.200713 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 44abd572-d43f-49e2-ac5a-f11adb5e3462 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:21:52.200961 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 44abd572-d43f-49e2-ac5a-f11adb5e3462 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:21:52.201459 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 58dad070-42fa-4655-9344-e044f49d5a2b no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:21:52.240219 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 58dad070-42fa-4655-9344-e044f49d5a2b {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:21:52.240651 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 58dad070-42fa-4655-9344-e044f49d5a2b not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:21:52.359698 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53288) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:52.418189 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-7deb2fb2-cfce-4f26-acca-2da2aacc1cc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5acfbbf2230b40e9a47291fa14f8d5d7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0565863 Aug 02 13:21:52.420542 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53294) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:52.482544 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f89930ef-662f-46a1-a75f-a3abcefa51fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:52.512267 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f89930ef-662f-46a1-a75f-a3abcefa51fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:52.575584 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f89930ef-662f-46a1-a75f-a3abcefa51fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:52.581378 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-046758b1-6788-4c80-bb69-bd7e0a520838 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:52.601153 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89930ef-662f-46a1-a75f-a3abcefa51fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:52.604239 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f89930ef-662f-46a1-a75f-a3abcefa51fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:52.614118 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f89930ef-662f-46a1-a75f-a3abcefa51fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:52.616089 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-f89930ef-662f-46a1-a75f-a3abcefa51fa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/72dab6d3-ccf2-4d94-9a0b-ae395ae40c8d HTTP/1.1" status: 204 len: 168 time: 0.1944845 Aug 02 13:21:52.812344 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-53015f4f-1436-4730-bdca-d233fe24d942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:52.886671 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a39988-3b5a-4d5a-9968-925d7e8ec876 req-f80f6c74-d1a2-4fc4-8dde-28d8bd413f33 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:52.888122 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-61a39988-3b5a-4d5a-9968-925d7e8ec876 req-f80f6c74-d1a2-4fc4-8dde-28d8bd413f33 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 945 time: 0.0877306 Aug 02 13:21:52.938425 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-61a39988-3b5a-4d5a-9968-925d7e8ec876 req-55840f82-dab1-4f17-b21e-37e4feff8977 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443659 Aug 02 13:21:52.961464 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53308) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:53.210494 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cde2a18-f109-462b-bb06-c923378a25d9 tempest-TestMinimumBasicScenario-174048955 tempest-TestMinimumBasicScenario-174048955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:53.214902 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-6cde2a18-f109-462b-bb06-c923378a25d9 tempest-TestMinimumBasicScenario-174048955 tempest-TestMinimumBasicScenario-174048955-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 1093 time: 0.2496221 Aug 02 13:21:53.215740 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53322) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:53.222484 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Request body: {'floatingip': {'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'port_id': '665e803f-0c74-437c-8320-b61e81b4a3c9', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'fixed_ip_address': '172.20.0.3'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:21:53.228713 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:21:53.233368 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Usage tracker for resource:floatingip and tenant:f89b102227b047d491d23fcb35a80f47 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:21:53.237309 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:21:53.351195 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:21:53.368804 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for floatingip, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:53.523297 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:53.532548 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:53.668395 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Allocated IP 172.27.2.97 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/2d6dc404-7137-42ce-b5bf-50b95ed8d5fa) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:21:53.859975 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:53.897057 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:53.902618 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-57508c1d-4e9f-42d8-8a00-e4882213177f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:53.983665 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:21:53.987244 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:21:53.990904 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:21:54.023583 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Pushing event updated for resources: {'Port': ['ID=2d6dc404-7137-42ce-b5bf-50b95ed8d5fa,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:54.037697 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:54.434781 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:54.531188 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:54.809479 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for port, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:54.814596 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:54.818863 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4fa67f36-4243-4434-a226-5b51e24e9147 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:54.881843 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:54.936672 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:54.977815 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Pushing event updated for resources: {'Port': ['ID=2d6dc404-7137-42ce-b5bf-50b95ed8d5fa,revision_number=2']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:54.982600 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:55.091546 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.l3_db [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Floating IP 2c86eb24-dd67-48f0-8420-0a30d4838338 associated. External IP: 172.27.2.97, port: 665e803f-0c74-437c-8320-b61e81b4a3c9. Aug 02 13:21:55.198805 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53390) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:55.380007 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-802dd34f-f629-4742-a93d-3cdecbaa7e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:55.395081 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-802dd34f-f629-4742-a93d-3cdecbaa7e71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:21:55.399302 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-802dd34f-f629-4742-a93d-3cdecbaa7e71 admin admin] Usage tracker for resource:security_group_rule and tenant:218c11c0f9294f6b930816e91b7b41df is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:21:55.403265 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-802dd34f-f629-4742-a93d-3cdecbaa7e71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:21:55.412752 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-802dd34f-f629-4742-a93d-3cdecbaa7e71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:21:55.515910 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-802dd34f-f629-4742-a93d-3cdecbaa7e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:55.521635 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-802dd34f-f629-4742-a93d-3cdecbaa7e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:55.529293 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8fe255a7-94b4-48d7-acc1-ae5e13bcc3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:55.573524 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-802dd34f-f629-4742-a93d-3cdecbaa7e71 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=218c11c0f9294f6b930816e91b7b41df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3731263 Aug 02 13:21:55.574597 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802dd34f-f629-4742-a93d-3cdecbaa7e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a45068c-6b30-47f7-94e1-402e3d0f41a4,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:55.576406 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53396) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:55.579671 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-802dd34f-f629-4742-a93d-3cdecbaa7e71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:55.619408 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Router 5fe75484-e30b-4dde-be86-c61bbbec0ebe has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:21:55.732879 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5848a0b7-bc91-4636-af45-fb0ce9e47741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:55.837971 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5848a0b7-bc91-4636-af45-fb0ce9e47741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:55.892877 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:21:55.911319 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a6dc2e-e72f-4f08-b0a3-f4bd47b99529 None None] Sync routers for ids ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:21:55.925724 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6dc2e-e72f-4f08-b0a3-f4bd47b99529 None None] Routers {'5fe75484-e30b-4dde-be86-c61bbbec0ebe'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:21:55.926990 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-d8a6dc2e-e72f-4f08-b0a3-f4bd47b99529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:21:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:21:55.934962 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5848a0b7-bc91-4636-af45-fb0ce9e47741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:55.937609 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5848a0b7-bc91-4636-af45-fb0ce9e47741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:55.942299 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-5848a0b7-bc91-4636-af45-fb0ce9e47741 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5a45068c-6b30-47f7-94e1-402e3d0f41a4 HTTP/1.1" status: 204 len: 168 time: 0.3621342 Aug 02 13:21:55.942299 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5d4fb646-420f-4f34-8f52-7d8ee60f9d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:55.952969 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5848a0b7-bc91-4636-af45-fb0ce9e47741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a45068c-6b30-47f7-94e1-402e3d0f41a4,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:55.956002 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:56.001319 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5848a0b7-bc91-4636-af45-fb0ce9e47741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:56.079380 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8611393 Aug 02 13:21:56.081040 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7527a06-6086-498f-8232-1507603c926d', 'tag': '665e803f-0c74-437c-8320-b61e81b4a3c9'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:21:56.082622 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53414) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:56.089905 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-fcf656b6-8660-48f7-a3e2-5be1bbef371a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1906208239', 'description': 'tempest-secgroup-smoke-1906208239 description', 'project_id': 'f89b102227b047d491d23fcb35a80f47'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:21:56.103236 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-fcf656b6-8660-48f7-a3e2-5be1bbef371a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:21:56.117077 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-fcf656b6-8660-48f7-a3e2-5be1bbef371a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:21:56.134370 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fcf656b6-8660-48f7-a3e2-5be1bbef371a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:56.165400 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7527a06-6086-498f-8232-1507603c926d', 'tag': '665e803f-0c74-437c-8320-b61e81b4a3c9', 'status': 'completed', 'code': 200} Aug 02 13:21:56.167934 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-fcf656b6-8660-48f7-a3e2-5be1bbef371a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:21:56.172797 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-fcf656b6-8660-48f7-a3e2-5be1bbef371a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Usage tracker for resource:security_group_rule and tenant:f89b102227b047d491d23fcb35a80f47 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:21:56.177333 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-fcf656b6-8660-48f7-a3e2-5be1bbef371a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:21:56.184182 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-fcf656b6-8660-48f7-a3e2-5be1bbef371a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:21:56.274920 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-d8a6dc2e-e72f-4f08-b0a3-f4bd47b99529 None None] Set router 5fe75484-e30b-4dde-be86-c61bbbec0ebe gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:21:56.346044 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fcf656b6-8660-48f7-a3e2-5be1bbef371a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:56.355869 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fcf656b6-8660-48f7-a3e2-5be1bbef371a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:56.363913 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-de317063-3a61-4a25-a659-88276ba3fa49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:56.392409 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2712863-78ac-4f8c-ad52-118e5360bbd6 req-367927e1-cc6f-44bf-af63-5fccd48e40d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:56.394135 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c2712863-78ac-4f8c-ad52-118e5360bbd6 req-367927e1-cc6f-44bf-af63-5fccd48e40d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f89b102227b047d491d23fcb35a80f47&device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 1098 time: 0.1702163 Aug 02 13:21:56.463644 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf656b6-8660-48f7-a3e2-5be1bbef371a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d3e85c-eebc-4540-aa46-3ff037b3dc5f,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:56.470635 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-fcf656b6-8660-48f7-a3e2-5be1bbef371a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:56.483568 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53422) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:56.504571 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5debaffb-dd81-4e85-8a8b-2d3f0165d50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:56.517932 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fcf656b6-8660-48f7-a3e2-5be1bbef371a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:56.521584 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-5debaffb-dd81-4e85-8a8b-2d3f0165d50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:21:56.522495 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-fcf656b6-8660-48f7-a3e2-5be1bbef371a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4382308 Aug 02 13:21:56.523978 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53426) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:56.531131 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-efd750c7-dac9-49f1-9f23-4ef12bba6e06 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Request body: {'security_group_rule': {'security_group_id': 'f9d3e85c-eebc-4540-aa46-3ff037b3dc5f', 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:21:56.537091 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-5debaffb-dd81-4e85-8a8b-2d3f0165d50f admin admin] Usage tracker for resource:security_group_rule and tenant:608a4b918f734895a4efd605a2230a7d is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:21:56.540951 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-5debaffb-dd81-4e85-8a8b-2d3f0165d50f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:21:56.544251 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-efd750c7-dac9-49f1-9f23-4ef12bba6e06 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:21:56.551161 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-5debaffb-dd81-4e85-8a8b-2d3f0165d50f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:21:56.553733 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-efd750c7-dac9-49f1-9f23-4ef12bba6e06 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Usage tracker for resource:security_group_rule and tenant:f89b102227b047d491d23fcb35a80f47 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:21:56.557684 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-efd750c7-dac9-49f1-9f23-4ef12bba6e06 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:21:56.568649 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-efd750c7-dac9-49f1-9f23-4ef12bba6e06 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:21:56.575678 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2712863-78ac-4f8c-ad52-118e5360bbd6 req-78acf8f9-26e2-40a5-8cbe-d3107025f10b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:56.577361 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c2712863-78ac-4f8c-ad52-118e5360bbd6 req-78acf8f9-26e2-40a5-8cbe-d3107025f10b service neutron] 10.222.0.53 "GET /v2.0/networks?id=f6852720-4ffa-45b5-9480-ed00cb930e5a HTTP/1.1" status: 200 len: 915 time: 0.1724412 Aug 02 13:21:56.608121 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-efd750c7-dac9-49f1-9f23-4ef12bba6e06 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:56.697903 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c2712863-78ac-4f8c-ad52-118e5360bbd6 req-f520d040-e88a-4389-b4b9-b62f11ab1599 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=665e803f-0c74-437c-8320-b61e81b4a3c9 HTTP/1.1" status: 200 len: 998 time: 0.1126096 Aug 02 13:21:56.708441 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-d8a6dc2e-e72f-4f08-b0a3-f4bd47b99529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:04Z', 'updated_at': '2021-08-02T13:20:17Z', 'revision_number': 4, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'gw_port': {'id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:07Z', 'updated_at': '2021-08-02T13:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '2c86eb24-dd67-48f0-8420-0a30d4838338', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'port_id': '665e803f-0c74-437c-8320-b61e81b4a3c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'mac_address': 'fa:16:3e:6a:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7527a06-6086-498f-8232-1507603c926d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:21:54Z', 'updated_at': '2021-08-02T13:21:54Z', 'revision_number': 0, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '524fc4d0-d46b-478c-a9e9-b99b59655264', 'name': '', 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'mac_address': 'fa:16:3e:d5:d9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:15Z', 'updated_at': '2021-08-02T13:20:31Z', 'revision_number': 5, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'subnets': [{'id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:21:56.712873 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a6dc2e-e72f-4f08-b0a3-f4bd47b99529 None None] Checking router: 5fe75484-e30b-4dde-be86-c61bbbec0ebe for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:21:56.716748 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-efd750c7-dac9-49f1-9f23-4ef12bba6e06 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:56.722211 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6dc2e-e72f-4f08-b0a3-f4bd47b99529 None None] Routers {'5fe75484-e30b-4dde-be86-c61bbbec0ebe'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:21:56.722863 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-d8a6dc2e-e72f-4f08-b0a3-f4bd47b99529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:21:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:21:56.724656 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-efd750c7-dac9-49f1-9f23-4ef12bba6e06 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:56.726580 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5debaffb-dd81-4e85-8a8b-2d3f0165d50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:56.736315 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:56.748712 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5debaffb-dd81-4e85-8a8b-2d3f0165d50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:56.773683 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2712863-78ac-4f8c-ad52-118e5360bbd6 req-15235705-b7bc-482f-b5fb-c08477e04ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:56.775457 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c2712863-78ac-4f8c-ad52-118e5360bbd6 req-15235705-b7bc-482f-b5fb-c08477e04ef5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a95297d-61b9-42e5-8447-8604af8cba9b HTTP/1.1" status: 200 len: 853 time: 0.0703094 Aug 02 13:21:56.775908 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd750c7-dac9-49f1-9f23-4ef12bba6e06 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b67e28c-54e5-436f-a9de-5713d06b1179,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:56.779246 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-efd750c7-dac9-49f1-9f23-4ef12bba6e06 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:56.784898 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-927fbe97-a9b0-4954-9530-a97709d3b0c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:56.814099 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-efd750c7-dac9-49f1-9f23-4ef12bba6e06 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:56.815503 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-efd750c7-dac9-49f1-9f23-4ef12bba6e06 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2903233 Aug 02 13:21:56.825259 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-5debaffb-dd81-4e85-8a8b-2d3f0165d50f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=608a4b918f734895a4efd605a2230a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3405068 Aug 02 13:21:56.830481 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53430) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:56.831097 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53432) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:56.851291 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-ab0c7847-5cb6-461f-9278-3b989c6b8e63 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Request body: {'security_group_rule': {'security_group_id': 'f9d3e85c-eebc-4540-aa46-3ff037b3dc5f', 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:21:56.864542 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debaffb-dd81-4e85-8a8b-2d3f0165d50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db5172b-a4c6-491b-b755-567f19beb999,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:56.868032 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5debaffb-dd81-4e85-8a8b-2d3f0165d50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:56.869624 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-ab0c7847-5cb6-461f-9278-3b989c6b8e63 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:21:56.882708 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-ab0c7847-5cb6-461f-9278-3b989c6b8e63 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Usage tracker for resource:security_group_rule and tenant:f89b102227b047d491d23fcb35a80f47 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:21:56.888581 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-ab0c7847-5cb6-461f-9278-3b989c6b8e63 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:21:56.903769 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-ab0c7847-5cb6-461f-9278-3b989c6b8e63 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:21:56.923687 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-d8a6dc2e-e72f-4f08-b0a3-f4bd47b99529 None None] Set router 5fe75484-e30b-4dde-be86-c61bbbec0ebe gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:21:56.943707 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7847-5cb6-461f-9278-3b989c6b8e63 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:56.955170 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e6dbb58a-3c4c-41f3-b510-1609ea4808d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:56.964428 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2712863-78ac-4f8c-ad52-118e5360bbd6 req-6fb402bd-32f6-411a-8141-03a975cd9f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:56.966028 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c2712863-78ac-4f8c-ad52-118e5360bbd6 req-6fb402bd-32f6-411a-8141-03a975cd9f67 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f6852720-4ffa-45b5-9480-ed00cb930e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1804388 Aug 02 13:21:57.010508 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e6dbb58a-3c4c-41f3-b510-1609ea4808d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.064819 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7847-5cb6-461f-9278-3b989c6b8e63 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.069386 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7847-5cb6-461f-9278-3b989c6b8e63 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.078730 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:57.103222 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0c7847-5cb6-461f-9278-3b989c6b8e63 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4583fc2-93aa-42e6-be7a-b03a9eb34a5b,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:57.105672 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-ab0c7847-5cb6-461f-9278-3b989c6b8e63 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:57.116898 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ab0c7847-5cb6-461f-9278-3b989c6b8e63 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.120832 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-ab0c7847-5cb6-461f-9278-3b989c6b8e63 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2859972 Aug 02 13:21:57.121228 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53438) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:57.121959 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c2712863-78ac-4f8c-ad52-118e5360bbd6 req-56778ea0-f698-45bb-b564-7ea334f089b2 service neutron] 10.222.0.53 "GET /v2.0/networks/f6852720-4ffa-45b5-9480-ed00cb930e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455450 Aug 02 13:21:57.127695 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-02fca62d-e94d-4a6c-99c6-85cc5cc7e36a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Request body: {'security_group_rule': {'security_group_id': 'f9d3e85c-eebc-4540-aa46-3ff037b3dc5f', 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:21:57.134465 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-02fca62d-e94d-4a6c-99c6-85cc5cc7e36a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:21:57.139050 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-02fca62d-e94d-4a6c-99c6-85cc5cc7e36a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Usage tracker for resource:security_group_rule and tenant:f89b102227b047d491d23fcb35a80f47 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:21:57.142952 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-02fca62d-e94d-4a6c-99c6-85cc5cc7e36a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:21:57.145962 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e6dbb58a-3c4c-41f3-b510-1609ea4808d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.148468 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e6dbb58a-3c4c-41f3-b510-1609ea4808d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.152044 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-e6dbb58a-3c4c-41f3-b510-1609ea4808d6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3db5172b-a4c6-491b-b755-567f19beb999 HTTP/1.1" status: 204 len: 168 time: 0.3156867 Aug 02 13:21:57.156167 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-02fca62d-e94d-4a6c-99c6-85cc5cc7e36a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:21:57.165222 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-d9137cdd-2d11-46be-bcf0-52937f437aa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:57.188984 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbb58a-3c4c-41f3-b510-1609ea4808d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db5172b-a4c6-491b-b755-567f19beb999,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:57.206021 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-e6dbb58a-3c4c-41f3-b510-1609ea4808d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:57.211470 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-02fca62d-e94d-4a6c-99c6-85cc5cc7e36a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.383389 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c2712863-78ac-4f8c-ad52-118e5360bbd6 req-ad96a434-90a7-4a37-a770-8e32210baa6d service neutron] 10.222.0.53 "GET /v2.0/networks/f6852720-4ffa-45b5-9480-ed00cb930e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490048 Aug 02 13:21:57.392386 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-02fca62d-e94d-4a6c-99c6-85cc5cc7e36a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.401693 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-02fca62d-e94d-4a6c-99c6-85cc5cc7e36a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.414768 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:57.457540 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fca62d-e94d-4a6c-99c6-85cc5cc7e36a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2be10469-426b-40b6-acda-1f086169ab7d,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:57.460582 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-02fca62d-e94d-4a6c-99c6-85cc5cc7e36a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:57.463715 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-02fca62d-e94d-4a6c-99c6-85cc5cc7e36a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.465700 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-02fca62d-e94d-4a6c-99c6-85cc5cc7e36a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3434472 Aug 02 13:21:57.468330 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53452) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:57.475028 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-b673baba-38ac-4f09-a6b4-6eec30848b32 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Request body: {'security_group_rule': {'security_group_id': 'f9d3e85c-eebc-4540-aa46-3ff037b3dc5f', 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:21:57.487162 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-b673baba-38ac-4f09-a6b4-6eec30848b32 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:21:57.492120 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-b673baba-38ac-4f09-a6b4-6eec30848b32 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Usage tracker for resource:security_group_rule and tenant:f89b102227b047d491d23fcb35a80f47 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:21:57.496068 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-b673baba-38ac-4f09-a6b4-6eec30848b32 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:21:57.503579 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-b673baba-38ac-4f09-a6b4-6eec30848b32 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:21:57.513384 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-d8a6dc2e-e72f-4f08-b0a3-f4bd47b99529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:04Z', 'updated_at': '2021-08-02T13:20:17Z', 'revision_number': 4, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'gw_port': {'id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:07Z', 'updated_at': '2021-08-02T13:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '2c86eb24-dd67-48f0-8420-0a30d4838338', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'port_id': '665e803f-0c74-437c-8320-b61e81b4a3c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'mac_address': 'fa:16:3e:6a:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7527a06-6086-498f-8232-1507603c926d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:21:54Z', 'updated_at': '2021-08-02T13:21:54Z', 'revision_number': 0, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '524fc4d0-d46b-478c-a9e9-b99b59655264', 'name': '', 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'mac_address': 'fa:16:3e:d5:d9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:15Z', 'updated_at': '2021-08-02T13:20:31Z', 'revision_number': 5, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'subnets': [{'id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:21:57.522703 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a6dc2e-e72f-4f08-b0a3-f4bd47b99529 None None] The sync data for ids ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'] in dv-cinder-803181-1-iscsi is: [{'id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:04Z', 'updated_at': '2021-08-02T13:20:17Z', 'revision_number': 4, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'gw_port': {'id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:07Z', 'updated_at': '2021-08-02T13:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '2c86eb24-dd67-48f0-8420-0a30d4838338', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'floating_ip_address': '172.27.2.97', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'port_id': '665e803f-0c74-437c-8320-b61e81b4a3c9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'mac_address': 'fa:16:3e:6a:90:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7527a06-6086-498f-8232-1507603c926d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:21:54Z', 'updated_at': '2021-08-02T13:21:54Z', 'revision_number': 0, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '524fc4d0-d46b-478c-a9e9-b99b59655264', 'name': '', 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'mac_address': 'fa:16:3e:d5:d9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:15Z', 'updated_at': '2021-08-02T13:20:31Z', 'revision_number': 5, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'subnets': [{'id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:21:57.538103 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b673baba-38ac-4f09-a6b4-6eec30848b32 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.627409 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b673baba-38ac-4f09-a6b4-6eec30848b32 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.634008 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b673baba-38ac-4f09-a6b4-6eec30848b32 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.636916 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:57.666587 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b673baba-38ac-4f09-a6b4-6eec30848b32 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8037dcf3-aadc-40f3-aa0a-661b02512f6c,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:57.670022 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b673baba-38ac-4f09-a6b4-6eec30848b32 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:57.687237 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b673baba-38ac-4f09-a6b4-6eec30848b32 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.691744 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53466) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:57.692057 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b673baba-38ac-4f09-a6b4-6eec30848b32 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2219455 Aug 02 13:21:57.697183 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-6b2a0a30-2fbe-4c05-82d6-170558edb0f1 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Request body: {'security_group_rule': {'security_group_id': 'f9d3e85c-eebc-4540-aa46-3ff037b3dc5f', 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:21:57.708151 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-6b2a0a30-2fbe-4c05-82d6-170558edb0f1 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:21:57.722384 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-6b2a0a30-2fbe-4c05-82d6-170558edb0f1 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Usage tracker for resource:security_group_rule and tenant:f89b102227b047d491d23fcb35a80f47 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:21:57.732206 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-6b2a0a30-2fbe-4c05-82d6-170558edb0f1 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:21:57.749575 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-6b2a0a30-2fbe-4c05-82d6-170558edb0f1 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:21:57.763004 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.securitygroups_db [None req-6b2a0a30-2fbe-4c05-82d6-170558edb0f1 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Project f89b102227b047d491d23fcb35a80f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 13:21:57.777395 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6b2a0a30-2fbe-4c05-82d6-170558edb0f1 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.879273 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54735d8-5c99-426c-bd0c-14754e4f1f2b None None] New status for floating IP 2c86eb24-dd67-48f0-8420-0a30d4838338: ACTIVE {{(pid=78570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:21:57.892295 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6b2a0a30-2fbe-4c05-82d6-170558edb0f1 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.898514 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6b2a0a30-2fbe-4c05-82d6-170558edb0f1 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.901448 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:57.936328 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a0a30-2fbe-4c05-82d6-170558edb0f1 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f50c552-086d-4d9f-9775-85af8a51f559,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:57.945530 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-6b2a0a30-2fbe-4c05-82d6-170558edb0f1 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:57.952100 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6b2a0a30-2fbe-4c05-82d6-170558edb0f1 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:57.957489 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-6b2a0a30-2fbe-4c05-82d6-170558edb0f1 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2621634 Aug 02 13:21:57.958290 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53478) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:57.971116 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-de3bf97a-75ec-4006-a6bf-c1984a925dd2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Request body: {'security_group_rule': {'security_group_id': 'f9d3e85c-eebc-4540-aa46-3ff037b3dc5f', 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:21:57.985069 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-de3bf97a-75ec-4006-a6bf-c1984a925dd2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:21:57.992722 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-de3bf97a-75ec-4006-a6bf-c1984a925dd2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Usage tracker for resource:security_group_rule and tenant:f89b102227b047d491d23fcb35a80f47 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:21:57.997650 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-de3bf97a-75ec-4006-a6bf-c1984a925dd2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:21:58.005022 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53482) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:58.006305 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-de3bf97a-75ec-4006-a6bf-c1984a925dd2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:21:58.028734 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.securitygroups_db [None req-de3bf97a-75ec-4006-a6bf-c1984a925dd2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Project f89b102227b047d491d23fcb35a80f47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 13:21:58.039517 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-de3bf97a-75ec-4006-a6bf-c1984a925dd2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:58.139602 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-de3bf97a-75ec-4006-a6bf-c1984a925dd2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:58.146766 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-de3bf97a-75ec-4006-a6bf-c1984a925dd2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:58.150110 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-6b2a0a30-2fbe-4c05-82d6-170558edb0f1 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:58.175788 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1afe28f8-02cb-4ba9-99b3-30ad7f20c867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:58.181534 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3bf97a-75ec-4006-a6bf-c1984a925dd2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e438967-e149-43a2-8239-8a63edcaa916,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:58.187571 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-de3bf97a-75ec-4006-a6bf-c1984a925dd2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:58.195813 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-de3bf97a-75ec-4006-a6bf-c1984a925dd2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:58.196448 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-1afe28f8-02cb-4ba9-99b3-30ad7f20c867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:21:58.201494 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-de3bf97a-75ec-4006-a6bf-c1984a925dd2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2413573 Aug 02 13:21:58.201704 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-1afe28f8-02cb-4ba9-99b3-30ad7f20c867 admin admin] Usage tracker for resource:security_group_rule and tenant:1a4bbbfef1404826a566086cd1b46ef2 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:21:58.205088 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-1afe28f8-02cb-4ba9-99b3-30ad7f20c867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:21:58.211558 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-1afe28f8-02cb-4ba9-99b3-30ad7f20c867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:21:58.388179 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1afe28f8-02cb-4ba9-99b3-30ad7f20c867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:58.391848 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1cd2c524-6b7d-4950-b70f-2beca2d69890 req-4ceeb610-2bae-4846-ab2e-4fe0a5f11cd0 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906208239&fields=id&tenant_id=f89b102227b047d491d23fcb35a80f47 HTTP/1.1" status: 200 len: 267 time: 0.0724506 Aug 02 13:21:58.392974 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1afe28f8-02cb-4ba9-99b3-30ad7f20c867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:58.402590 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-58ee8d7c-593d-4669-88dd-186841ab72f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:58.492756 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe28f8-02cb-4ba9-99b3-30ad7f20c867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e43396-62a9-4405-9373-bb6538f3876e,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:58.499529 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-1afe28f8-02cb-4ba9-99b3-30ad7f20c867 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a4bbbfef1404826a566086cd1b46ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4905760 Aug 02 13:21:58.499529 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-1afe28f8-02cb-4ba9-99b3-30ad7f20c867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:58.499879 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53500) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:21:58.538290 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2c524-6b7d-4950-b70f-2beca2d69890 req-0a371069-216e-4d70-8bf1-adb672ea407d tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:58.539870 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1cd2c524-6b7d-4950-b70f-2beca2d69890 req-0a371069-216e-4d70-8bf1-adb672ea407d tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 945 time: 0.1382768 Aug 02 13:21:58.552997 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [req-1cd2c524-6b7d-4950-b70f-2beca2d69890 req-0fb14976-b9c5-44a5-847e-41eb5804890c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Request body: {'port': {'security_groups': ['7be4bfea-245a-40e4-b964-2011fcea7865', 'f9d3e85c-eebc-4540-aa46-3ff037b3dc5f']}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:21:58.577180 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7abb66cd-5e56-464c-9a96-8ebfaa7848a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:58.614847 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7abb66cd-5e56-464c-9a96-8ebfaa7848a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:58.686157 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-1cd2c524-6b7d-4950-b70f-2beca2d69890 req-0fb14976-b9c5-44a5-847e-41eb5804890c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:58.689013 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7abb66cd-5e56-464c-9a96-8ebfaa7848a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:58.696437 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b37494b4-8435-4b30-9951-675ef3599722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:58.717210 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb66cd-5e56-464c-9a96-8ebfaa7848a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e43396-62a9-4405-9373-bb6538f3876e,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:58.723807 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-7abb66cd-5e56-464c-9a96-8ebfaa7848a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:58.734185 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7abb66cd-5e56-464c-9a96-8ebfaa7848a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:58.736277 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-7abb66cd-5e56-464c-9a96-8ebfaa7848a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/25e43396-62a9-4405-9373-bb6538f3876e HTTP/1.1" status: 204 len: 168 time: 0.2346163 Aug 02 13:21:59.160895 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [req-1cd2c524-6b7d-4950-b70f-2beca2d69890 req-0fb14976-b9c5-44a5-847e-41eb5804890c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] For port 665e803f-0c74-437c-8320-b61e81b4a3c9, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=665e803f-0c74-437c-8320-b61e81b4a3c9,segment=NetworkSegment(38a833fb-be4e-4900-a6da-f00cd29cca63),segment_id=38a833fb-be4e-4900-a6da-f00cd29cca63)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:21:59.193739 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-1cd2c524-6b7d-4950-b70f-2beca2d69890 req-0fb14976-b9c5-44a5-847e-41eb5804890c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for port, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:59.199054 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-1cd2c524-6b7d-4950-b70f-2beca2d69890 req-0fb14976-b9c5-44a5-847e-41eb5804890c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:59.208014 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-21c2e4af-7194-4f5b-a531-48cedb911613 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:21:59.249895 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['665e803f-0c74-437c-8320-b61e81b4a3c9'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:21:59.353353 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb14976-b9c5-44a5-847e-41eb5804890c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Pushing event updated for resources: {'Port': ['ID=665e803f-0c74-437c-8320-b61e81b4a3c9,revision_number=6']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:21:59.363342 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-0fb14976-b9c5-44a5-847e-41eb5804890c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:21:59.393944 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2c524-6b7d-4950-b70f-2beca2d69890 req-0fb14976-b9c5-44a5-847e-41eb5804890c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:59.394640 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-1cd2c524-6b7d-4950-b70f-2beca2d69890 req-0fb14976-b9c5-44a5-847e-41eb5804890c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:59.400135 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1cd2c524-6b7d-4950-b70f-2beca2d69890 req-0fb14976-b9c5-44a5-847e-41eb5804890c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "PUT /v2.0/ports/665e803f-0c74-437c-8320-b61e81b4a3c9 HTTP/1.1" status: 200 len: 981 time: 0.8518660 Aug 02 13:21:59.400718 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7527a06-6086-498f-8232-1507603c926d', 'tag': '665e803f-0c74-437c-8320-b61e81b4a3c9'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:21:59.493350 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7527a06-6086-498f-8232-1507603c926d', 'tag': '665e803f-0c74-437c-8320-b61e81b4a3c9', 'status': 'completed', 'code': 200} Aug 02 13:21:59.580554 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['665e803f-0c74-437c-8320-b61e81b4a3c9'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:21:59.806974 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22033e06-924c-4540-ae6b-aa6a10f200d4 req-808b375e-8af5-4787-9098-cf09dd2d1079 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:59.815230 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-22033e06-924c-4540-ae6b-aa6a10f200d4 req-808b375e-8af5-4787-9098-cf09dd2d1079 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 984 time: 0.2107375 Aug 02 13:21:59.864167 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c91f1-8788-4545-b70f-482a9797efd4 req-54b51568-28f1-4641-8204-1cb4bbfe632c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:21:59.866032 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b46c91f1-8788-4545-b70f-482a9797efd4 req-54b51568-28f1-4641-8204-1cb4bbfe632c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f89b102227b047d491d23fcb35a80f47&device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 1137 time: 0.3425603 Aug 02 13:21:59.876649 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-22033e06-924c-4540-ae6b-aa6a10f200d4 req-39854494-719a-4011-8b70-09616c8817f5 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Synchronizing usage tracker for tenant:f89b102227b047d491d23fcb35a80f47 on resource:security_group {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:21:59.881260 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-d1ccc8f0-4010-435c-af20-4d5c811a3883 None None] Provisioning complete for port 665e803f-0c74-437c-8320-b61e81b4a3c9 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:21:59.881658 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-d1ccc8f0-4010-435c-af20-4d5c811a3883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:21:59.936194 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-22033e06-924c-4540-ae6b-aa6a10f200d4 req-39854494-719a-4011-8b70-09616c8817f5 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Unset dirty status for tenant:f89b102227b047d491d23fcb35a80f47 on resource:security_group {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:21:59.943988 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-22033e06-924c-4540-ae6b-aa6a10f200d4 req-39854494-719a-4011-8b70-09616c8817f5 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9d3e85c-eebc-4540-aa46-3ff037b3dc5f&id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1277616 Aug 02 13:22:00.061951 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c91f1-8788-4545-b70f-482a9797efd4 req-9c519386-eddd-44b2-b42c-b666089731ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:00.064726 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b46c91f1-8788-4545-b70f-482a9797efd4 req-9c519386-eddd-44b2-b42c-b666089731ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=f6852720-4ffa-45b5-9480-ed00cb930e5a HTTP/1.1" status: 200 len: 915 time: 0.1834531 Aug 02 13:22:00.226902 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b46c91f1-8788-4545-b70f-482a9797efd4 req-8a5cf754-cc24-4663-b733-92b0b115ecc2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=665e803f-0c74-437c-8320-b61e81b4a3c9 HTTP/1.1" status: 200 len: 1000 time: 0.1511757 Aug 02 13:22:00.314084 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c91f1-8788-4545-b70f-482a9797efd4 req-6bbd1cb8-9342-49ab-8665-074199553e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:00.315723 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b46c91f1-8788-4545-b70f-482a9797efd4 req-6bbd1cb8-9342-49ab-8665-074199553e54 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a95297d-61b9-42e5-8447-8604af8cba9b HTTP/1.1" status: 200 len: 853 time: 0.0785363 Aug 02 13:22:00.469757 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c91f1-8788-4545-b70f-482a9797efd4 req-276edb19-2b66-4573-a842-8a0be2c8f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:00.471266 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b46c91f1-8788-4545-b70f-482a9797efd4 req-276edb19-2b66-4573-a842-8a0be2c8f38a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f6852720-4ffa-45b5-9480-ed00cb930e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1420290 Aug 02 13:22:00.660912 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b46c91f1-8788-4545-b70f-482a9797efd4 req-e77b5c43-eac6-46bd-a8da-503d3eba7108 service neutron] 10.222.0.53 "GET /v2.0/networks/f6852720-4ffa-45b5-9480-ed00cb930e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815062 Aug 02 13:22:00.813838 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b46c91f1-8788-4545-b70f-482a9797efd4 req-98df3719-a8ff-4233-930d-c7c5b366bb83 service neutron] 10.222.0.53 "GET /v2.0/networks/f6852720-4ffa-45b5-9480-ed00cb930e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437354 Aug 02 13:22:01.312074 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53604) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:01.317389 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53608) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:01.442792 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2d70dd18-a3b0-4db3-bc97-408bca9f6719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:01.448285 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8513-bfba-4959-acb0-9477c8b86d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:01.457839 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-2d70dd18-a3b0-4db3-bc97-408bca9f6719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:01.461842 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-2d70dd18-a3b0-4db3-bc97-408bca9f6719 admin admin] Usage tracker for resource:security_group_rule and tenant:f55cc08d50a34e128f12e977a7ae6dad is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:01.464082 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-e1ce8513-bfba-4959-acb0-9477c8b86d8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:01.464944 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-2d70dd18-a3b0-4db3-bc97-408bca9f6719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:01.468083 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-e1ce8513-bfba-4959-acb0-9477c8b86d8e admin admin] Usage tracker for resource:security_group_rule and tenant:9ceaa0c76c1f4713bcc284a9beb8caf5 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:01.471513 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-2d70dd18-a3b0-4db3-bc97-408bca9f6719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:01.472159 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-e1ce8513-bfba-4959-acb0-9477c8b86d8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:01.485298 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-e1ce8513-bfba-4959-acb0-9477c8b86d8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:01.572468 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2d70dd18-a3b0-4db3-bc97-408bca9f6719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:01.577496 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2d70dd18-a3b0-4db3-bc97-408bca9f6719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:01.579462 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8513-bfba-4959-acb0-9477c8b86d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:01.584039 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e1ce8513-bfba-4959-acb0-9477c8b86d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:01.588114 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:01.593107 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5de5ae27-9fc8-4650-af81-9f0ad959fd75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:01.632816 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-2d70dd18-a3b0-4db3-bc97-408bca9f6719 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f55cc08d50a34e128f12e977a7ae6dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3194103 Aug 02 13:22:01.633678 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d70dd18-a3b0-4db3-bc97-408bca9f6719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed402ddd-49b6-43ab-af5a-685da6251de8,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:01.637347 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-e1ce8513-bfba-4959-acb0-9477c8b86d8e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9ceaa0c76c1f4713bcc284a9beb8caf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164599 Aug 02 13:22:01.637533 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53616) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:01.637645 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53618) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:01.649953 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-2d70dd18-a3b0-4db3-bc97-408bca9f6719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:01.650751 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce8513-bfba-4959-acb0-9477c8b86d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5474cf-4663-4608-8d03-8dc774b0a5e9,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:01.655725 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-e1ce8513-bfba-4959-acb0-9477c8b86d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:01.703812 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a150341d-124b-4d17-917a-7bbd86f4ae70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:01.714761 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f53ff3f0-9ed9-48c8-82da-a340114d1bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:01.732780 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a150341d-124b-4d17-917a-7bbd86f4ae70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:01.746583 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f53ff3f0-9ed9-48c8-82da-a340114d1bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:01.800314 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a150341d-124b-4d17-917a-7bbd86f4ae70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:01.806488 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-fce63939-dfaa-46dd-b6c4-23def1238745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:01.807114 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f53ff3f0-9ed9-48c8-82da-a340114d1bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:01.812226 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-56181d7a-b61f-4d3b-861e-16f83bb3b95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:01.826404 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53ff3f0-9ed9-48c8-82da-a340114d1bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5474cf-4663-4608-8d03-8dc774b0a5e9,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:01.830354 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-f53ff3f0-9ed9-48c8-82da-a340114d1bd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:01.837578 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f53ff3f0-9ed9-48c8-82da-a340114d1bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:01.842126 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-f53ff3f0-9ed9-48c8-82da-a340114d1bd4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1f5474cf-4663-4608-8d03-8dc774b0a5e9 HTTP/1.1" status: 204 len: 168 time: 0.1999366 Aug 02 13:22:01.909566 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150341d-124b-4d17-917a-7bbd86f4ae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed402ddd-49b6-43ab-af5a-685da6251de8,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:01.912492 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a150341d-124b-4d17-917a-7bbd86f4ae70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:01.913484 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a150341d-124b-4d17-917a-7bbd86f4ae70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:01.914602 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-a150341d-124b-4d17-917a-7bbd86f4ae70 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ed402ddd-49b6-43ab-af5a-685da6251de8 HTTP/1.1" status: 204 len: 168 time: 0.2763498 Aug 02 13:22:02.278385 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53634) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:02.301498 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-8581857f-b419-4066-a8d7-189a551da9c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:02.317747 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-8581857f-b419-4066-a8d7-189a551da9c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:02.323349 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-8581857f-b419-4066-a8d7-189a551da9c7 admin admin] Usage tracker for resource:security_group_rule and tenant:d44fed73fde44e58b949c95d5b1b06f2 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:02.326788 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-8581857f-b419-4066-a8d7-189a551da9c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:02.335988 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-8581857f-b419-4066-a8d7-189a551da9c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:02.338340 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53638) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:02.369618 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c96d9f13-10ef-4596-a620-72b1c8a4bbc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:02.386310 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-c96d9f13-10ef-4596-a620-72b1c8a4bbc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:02.391021 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-c96d9f13-10ef-4596-a620-72b1c8a4bbc8 admin admin] Usage tracker for resource:security_group_rule and tenant:3312d1ad6fc446ddaec0b1e6573a6274 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:02.394445 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-c96d9f13-10ef-4596-a620-72b1c8a4bbc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:02.401005 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-c96d9f13-10ef-4596-a620-72b1c8a4bbc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:02.463821 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-8581857f-b419-4066-a8d7-189a551da9c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:02.470078 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-8581857f-b419-4066-a8d7-189a551da9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:02.485904 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-e548b6ef-8744-4a7d-bcd8-8d4df47ab283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:02.501392 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c96d9f13-10ef-4596-a620-72b1c8a4bbc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:02.505601 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c96d9f13-10ef-4596-a620-72b1c8a4bbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:02.514118 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:02.554559 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-c96d9f13-10ef-4596-a620-72b1c8a4bbc8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3312d1ad6fc446ddaec0b1e6573a6274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145085 Aug 02 13:22:02.556271 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96d9f13-10ef-4596-a620-72b1c8a4bbc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40b691a5-56c3-42ab-8f5d-e28733fa86e6,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:02.558663 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53642) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:02.559359 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c96d9f13-10ef-4596-a620-72b1c8a4bbc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:02.563650 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-8581857f-b419-4066-a8d7-189a551da9c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d44fed73fde44e58b949c95d5b1b06f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2839923 Aug 02 13:22:02.564915 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581857f-b419-4066-a8d7-189a551da9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc05a7f6-2dfb-492f-be9c-a977232efdf8,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:02.565997 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53644) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:02.594592 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-8581857f-b419-4066-a8d7-189a551da9c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:02.648157 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f102ca8d-7c33-497e-b0fb-18ce45081826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:02.650077 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4560d6af-2b2b-48f1-aa97-19506b79513a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:02.675953 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f102ca8d-7c33-497e-b0fb-18ce45081826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:02.681758 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4560d6af-2b2b-48f1-aa97-19506b79513a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:02.737567 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f102ca8d-7c33-497e-b0fb-18ce45081826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:02.741790 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-be98e61f-0a92-4b2c-822f-3eef693c1464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:02.757334 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4560d6af-2b2b-48f1-aa97-19506b79513a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:02.760379 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f102ca8d-7c33-497e-b0fb-18ce45081826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b691a5-56c3-42ab-8f5d-e28733fa86e6,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:02.766610 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4e382a52-6ea8-4d95-9f90-8c75173c771a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:02.767398 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-f102ca8d-7c33-497e-b0fb-18ce45081826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:02.778331 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f102ca8d-7c33-497e-b0fb-18ce45081826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:02.784621 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-f102ca8d-7c33-497e-b0fb-18ce45081826 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40b691a5-56c3-42ab-8f5d-e28733fa86e6 HTTP/1.1" status: 204 len: 168 time: 0.2101450 Aug 02 13:22:02.790924 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560d6af-2b2b-48f1-aa97-19506b79513a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc05a7f6-2dfb-492f-be9c-a977232efdf8,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:02.797568 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4560d6af-2b2b-48f1-aa97-19506b79513a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:02.800982 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4560d6af-2b2b-48f1-aa97-19506b79513a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:02.804849 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-4560d6af-2b2b-48f1-aa97-19506b79513a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc05a7f6-2dfb-492f-be9c-a977232efdf8 HTTP/1.1" status: 204 len: 168 time: 0.2356095 Aug 02 13:22:05.305538 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53772) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:05.428801 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4074cc83-4166-418d-8f0b-c685615e2288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:05.444545 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-4074cc83-4166-418d-8f0b-c685615e2288 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:05.448696 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-4074cc83-4166-418d-8f0b-c685615e2288 admin admin] Usage tracker for resource:security_group_rule and tenant:bb09335b4a2c40149e623c20be5c92da is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:05.451677 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-4074cc83-4166-418d-8f0b-c685615e2288 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:05.458299 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-4074cc83-4166-418d-8f0b-c685615e2288 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:05.542513 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4074cc83-4166-418d-8f0b-c685615e2288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:05.547582 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4074cc83-4166-418d-8f0b-c685615e2288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:05.556181 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b8f1d5d8-3482-4d22-8d84-56b70f83866f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:05.596164 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-4074cc83-4166-418d-8f0b-c685615e2288 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bb09335b4a2c40149e623c20be5c92da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2895198 Aug 02 13:22:05.601439 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53798) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:05.601621 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4074cc83-4166-418d-8f0b-c685615e2288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11abfd1f-04fe-46d1-a35f-7889fdbfd17a,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:05.614037 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4074cc83-4166-418d-8f0b-c685615e2288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:05.668915 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-98bcfc4f-c085-47cd-b3eb-e93f137c0495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:05.698988 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-98bcfc4f-c085-47cd-b3eb-e93f137c0495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:05.760610 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-98bcfc4f-c085-47cd-b3eb-e93f137c0495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:05.769545 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a150341d-124b-4d17-917a-7bbd86f4ae70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:05.867979 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bcfc4f-c085-47cd-b3eb-e93f137c0495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11abfd1f-04fe-46d1-a35f-7889fdbfd17a,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:05.883842 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-98bcfc4f-c085-47cd-b3eb-e93f137c0495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:05.889247 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-98bcfc4f-c085-47cd-b3eb-e93f137c0495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:05.893670 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-98bcfc4f-c085-47cd-b3eb-e93f137c0495 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/11abfd1f-04fe-46d1-a35f-7889fdbfd17a HTTP/1.1" status: 204 len: 168 time: 0.2919319 Aug 02 13:22:05.924355 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a240cbbd-04cc-4a6a-9bbd-7e1e29abb53e req-b63b3c8f-6e82-4068-a2c4-d504909b7766 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1420305 Aug 02 13:22:06.045422 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240cbbd-04cc-4a6a-9bbd-7e1e29abb53e req-057bdb55-01aa-43f7-87ac-d65dc168ff48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:06.051340 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a240cbbd-04cc-4a6a-9bbd-7e1e29abb53e req-057bdb55-01aa-43f7-87ac-d65dc168ff48 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1dfc0f7ffe5d46e38126837be5e982ce&device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 1098 time: 0.0866060 Aug 02 13:22:06.208421 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240cbbd-04cc-4a6a-9bbd-7e1e29abb53e req-ff24dbf6-17c5-4800-b4e5-804ed6cecf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:06.209937 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a240cbbd-04cc-4a6a-9bbd-7e1e29abb53e req-ff24dbf6-17c5-4800-b4e5-804ed6cecf76 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f388a598-a9e9-4425-b334-df10ec450cba HTTP/1.1" status: 200 len: 911 time: 0.1375139 Aug 02 13:22:06.224905 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53842) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:06.243374 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-398f8d0e-9166-4b90-b81d-22268f227591 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:06.253452 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:06.267297 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-398f8d0e-9166-4b90-b81d-22268f227591 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:06.272094 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-398f8d0e-9166-4b90-b81d-22268f227591 admin admin] Usage tracker for resource:security_group_rule and tenant:1873b0801e924d89a9fb9f260f6daae3 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:06.275284 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-398f8d0e-9166-4b90-b81d-22268f227591 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:06.288026 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-398f8d0e-9166-4b90-b81d-22268f227591 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:06.337377 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a240cbbd-04cc-4a6a-9bbd-7e1e29abb53e req-10cffd25-11ec-4be7-bc8f-5a1b0292cb76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f8855ed-8455-4329-87cc-fc30ec4e3b91 HTTP/1.1" status: 200 len: 1001 time: 0.1154497 Aug 02 13:22:06.397621 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-398f8d0e-9166-4b90-b81d-22268f227591 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:06.403126 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-398f8d0e-9166-4b90-b81d-22268f227591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:06.412547 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240cbbd-04cc-4a6a-9bbd-7e1e29abb53e req-7a5cf167-2e0b-4391-a4ef-3ee21a1cd520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:06.414219 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a240cbbd-04cc-4a6a-9bbd-7e1e29abb53e req-7a5cf167-2e0b-4391-a4ef-3ee21a1cd520 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa6ef6ab-fa4e-4dab-a762-153ab4fccbae HTTP/1.1" status: 200 len: 849 time: 0.0680814 Aug 02 13:22:06.414385 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a66a1eaf-5801-4dcd-9cd9-21d3956b78b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:06.460439 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-398f8d0e-9166-4b90-b81d-22268f227591 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1873b0801e924d89a9fb9f260f6daae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2328064 Aug 02 13:22:06.462394 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53854) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:06.465127 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398f8d0e-9166-4b90-b81d-22268f227591 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f513da-8ff9-46b0-9240-f8825832f1aa,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:06.492310 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-398f8d0e-9166-4b90-b81d-22268f227591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:06.513757 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240cbbd-04cc-4a6a-9bbd-7e1e29abb53e req-0a7561fb-887e-47f7-abf6-dbbf58b629d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:06.516304 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a240cbbd-04cc-4a6a-9bbd-7e1e29abb53e req-0a7561fb-887e-47f7-abf6-dbbf58b629d6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f388a598-a9e9-4425-b334-df10ec450cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0950065 Aug 02 13:22:06.535268 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-32fc90a6-363c-46c3-a7b5-e2f58b12ace4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:06.564849 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-32fc90a6-363c-46c3-a7b5-e2f58b12ace4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:06.626701 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-32fc90a6-363c-46c3-a7b5-e2f58b12ace4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:06.634914 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-0c286ed9-6439-4461-8b8a-7ee9d39e81ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:06.653514 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc90a6-363c-46c3-a7b5-e2f58b12ace4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f513da-8ff9-46b0-9240-f8825832f1aa,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:06.657899 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-32fc90a6-363c-46c3-a7b5-e2f58b12ace4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:06.659382 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-32fc90a6-363c-46c3-a7b5-e2f58b12ace4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:06.663980 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-32fc90a6-363c-46c3-a7b5-e2f58b12ace4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80f513da-8ff9-46b0-9240-f8825832f1aa HTTP/1.1" status: 204 len: 168 time: 0.1976218 Aug 02 13:22:06.699789 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a240cbbd-04cc-4a6a-9bbd-7e1e29abb53e req-3da157a5-cbb6-4178-8413-9d0b27f02c22 service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747572 Aug 02 13:22:06.716010 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53862) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:06.844123 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7c3b-2b59-4dd6-aab4-5118532b148b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:06.850280 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a240cbbd-04cc-4a6a-9bbd-7e1e29abb53e req-006b2cd5-10ea-4fbd-a917-a37ba402ece1 service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422000 Aug 02 13:22:06.859517 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-2c6c7c3b-2b59-4dd6-aab4-5118532b148b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:06.863588 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-2c6c7c3b-2b59-4dd6-aab4-5118532b148b admin admin] Usage tracker for resource:security_group_rule and tenant:64014570305c4cbba50f8fc01be97cef is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:06.868295 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-2c6c7c3b-2b59-4dd6-aab4-5118532b148b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:06.874323 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-2c6c7c3b-2b59-4dd6-aab4-5118532b148b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:06.964299 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7c3b-2b59-4dd6-aab4-5118532b148b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:06.968993 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2c6c7c3b-2b59-4dd6-aab4-5118532b148b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:06.980642 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-39c9710a-3fca-457c-b39f-e3a71fe59619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:07.027713 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-2c6c7c3b-2b59-4dd6-aab4-5118532b148b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64014570305c4cbba50f8fc01be97cef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082385 Aug 02 13:22:07.028017 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53874) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:07.039923 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c7c3b-2b59-4dd6-aab4-5118532b148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85b8089-418b-4e2f-81d9-fd2da61384c5,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:07.043833 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-2c6c7c3b-2b59-4dd6-aab4-5118532b148b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:07.105625 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-c678cd12-bd1c-4114-92ef-62052af2505e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:07.133395 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-c678cd12-bd1c-4114-92ef-62052af2505e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:07.188330 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-c678cd12-bd1c-4114-92ef-62052af2505e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:07.193527 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:07.204907 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c678cd12-bd1c-4114-92ef-62052af2505e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85b8089-418b-4e2f-81d9-fd2da61384c5,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:07.209712 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-c678cd12-bd1c-4114-92ef-62052af2505e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:07.212308 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-c678cd12-bd1c-4114-92ef-62052af2505e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:07.213830 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-c678cd12-bd1c-4114-92ef-62052af2505e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e85b8089-418b-4e2f-81d9-fd2da61384c5 HTTP/1.1" status: 204 len: 168 time: 0.1849992 Aug 02 13:22:07.605515 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53898) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:07.624195 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eebda7ab-d61b-4aa6-b655-e5119619102e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:07.643349 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-eebda7ab-d61b-4aa6-b655-e5119619102e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:07.647369 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-eebda7ab-d61b-4aa6-b655-e5119619102e admin admin] Usage tracker for resource:security_group_rule and tenant:beb97f25a96b45809b618878aaa2d264 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:07.650424 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-eebda7ab-d61b-4aa6-b655-e5119619102e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:07.656841 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-eebda7ab-d61b-4aa6-b655-e5119619102e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:07.751765 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eebda7ab-d61b-4aa6-b655-e5119619102e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:07.756518 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eebda7ab-d61b-4aa6-b655-e5119619102e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:07.763795 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-0198d41a-ac05-42e7-bfdc-438406fdeabe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:07.805602 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebda7ab-d61b-4aa6-b655-e5119619102e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7084975c-b131-447c-9460-a23a7c11ff52,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:07.809785 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-eebda7ab-d61b-4aa6-b655-e5119619102e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=beb97f25a96b45809b618878aaa2d264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2033694 Aug 02 13:22:07.810709 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-eebda7ab-d61b-4aa6-b655-e5119619102e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:07.812369 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53904) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:07.874046 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6e238f6c-cf1c-47a0-baf4-402ecc2ea60c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:07.902802 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6e238f6c-cf1c-47a0-baf4-402ecc2ea60c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:07.961618 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6e238f6c-cf1c-47a0-baf4-402ecc2ea60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:07.966439 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-f53ff3f0-9ed9-48c8-82da-a340114d1bd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:07.980487 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e238f6c-cf1c-47a0-baf4-402ecc2ea60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7084975c-b131-447c-9460-a23a7c11ff52,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:07.984561 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-6e238f6c-cf1c-47a0-baf4-402ecc2ea60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:07.987961 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6e238f6c-cf1c-47a0-baf4-402ecc2ea60c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:07.991750 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-6e238f6c-cf1c-47a0-baf4-402ecc2ea60c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7084975c-b131-447c-9460-a23a7c11ff52 HTTP/1.1" status: 204 len: 168 time: 0.1784286 Aug 02 13:22:09.973349 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 53982) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:10.090756 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-59ddb664-0d6f-406b-944f-f2a3bf9b2914 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:10.105553 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-59ddb664-0d6f-406b-944f-f2a3bf9b2914 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:10.111537 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-59ddb664-0d6f-406b-944f-f2a3bf9b2914 admin admin] Usage tracker for resource:security_group_rule and tenant:8634224e32004372acb06cf4b28e71fa is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:10.114525 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-59ddb664-0d6f-406b-944f-f2a3bf9b2914 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:10.120319 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-59ddb664-0d6f-406b-944f-f2a3bf9b2914 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:10.209826 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-59ddb664-0d6f-406b-944f-f2a3bf9b2914 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:10.213590 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-59ddb664-0d6f-406b-944f-f2a3bf9b2914 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:10.221773 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-c678cd12-bd1c-4114-92ef-62052af2505e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:10.269345 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-59ddb664-0d6f-406b-944f-f2a3bf9b2914 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8634224e32004372acb06cf4b28e71fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948389 Aug 02 13:22:10.270149 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 53988) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:10.270642 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddb664-0d6f-406b-944f-f2a3bf9b2914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3bf807-26ad-47cd-b96c-22c3d6c0d90b,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:10.273379 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-59ddb664-0d6f-406b-944f-f2a3bf9b2914 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:10.349317 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ee4c35ab-5332-467f-9f45-08fbe694357c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:10.376613 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ee4c35ab-5332-467f-9f45-08fbe694357c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:10.431729 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ee4c35ab-5332-467f-9f45-08fbe694357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:10.435537 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-802dd34f-f629-4742-a93d-3cdecbaa7e71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:10.448856 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c35ab-5332-467f-9f45-08fbe694357c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3bf807-26ad-47cd-b96c-22c3d6c0d90b,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:10.451720 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ee4c35ab-5332-467f-9f45-08fbe694357c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:10.454214 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ee4c35ab-5332-467f-9f45-08fbe694357c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:10.455263 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-ee4c35ab-5332-467f-9f45-08fbe694357c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4d3bf807-26ad-47cd-b96c-22c3d6c0d90b HTTP/1.1" status: 204 len: 168 time: 0.1841419 Aug 02 13:22:10.774884 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54004) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:10.792577 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-787fb152-9c58-4166-9c68-ee7e65581086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:10.808177 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-787fb152-9c58-4166-9c68-ee7e65581086 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:10.812853 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-787fb152-9c58-4166-9c68-ee7e65581086 admin admin] Usage tracker for resource:security_group_rule and tenant:01022bb0f378408db0a12405133dc53c is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:10.815988 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-787fb152-9c58-4166-9c68-ee7e65581086 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:10.822075 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-787fb152-9c58-4166-9c68-ee7e65581086 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:10.912853 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-787fb152-9c58-4166-9c68-ee7e65581086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:10.916647 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-787fb152-9c58-4166-9c68-ee7e65581086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:10.923592 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-9f922e59-b9ac-43e5-99e2-1717f431aaa0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:10.963565 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fb152-9c58-4166-9c68-ee7e65581086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093c04ba-ea65-4ef5-8e16-91aaaf8874c1,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:10.971036 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-787fb152-9c58-4166-9c68-ee7e65581086 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01022bb0f378408db0a12405133dc53c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1918533 Aug 02 13:22:10.971036 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-787fb152-9c58-4166-9c68-ee7e65581086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:10.971300 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54014) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:11.031719 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-00144875-0aa0-4b10-8b85-6a1bea1fd44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:11.058862 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-00144875-0aa0-4b10-8b85-6a1bea1fd44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:11.116736 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-00144875-0aa0-4b10-8b85-6a1bea1fd44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:11.120651 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-6e238f6c-cf1c-47a0-baf4-402ecc2ea60c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:11.136598 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00144875-0aa0-4b10-8b85-6a1bea1fd44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093c04ba-ea65-4ef5-8e16-91aaaf8874c1,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:11.139041 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-00144875-0aa0-4b10-8b85-6a1bea1fd44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:11.149616 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-00144875-0aa0-4b10-8b85-6a1bea1fd44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:11.153603 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-00144875-0aa0-4b10-8b85-6a1bea1fd44d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/093c04ba-ea65-4ef5-8e16-91aaaf8874c1 HTTP/1.1" status: 204 len: 168 time: 0.1813948 Aug 02 13:22:19.155887 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54150) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:19.280197 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e471a07d-4923-4068-bc9c-0b69c7da0bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:19.301001 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-e471a07d-4923-4068-bc9c-0b69c7da0bc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:19.305564 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-e471a07d-4923-4068-bc9c-0b69c7da0bc1 admin admin] Usage tracker for resource:security_group_rule and tenant:1b7d690cdc0549878d8bcde00fe77478 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:19.308893 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-e471a07d-4923-4068-bc9c-0b69c7da0bc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:19.316165 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-e471a07d-4923-4068-bc9c-0b69c7da0bc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:19.410922 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e471a07d-4923-4068-bc9c-0b69c7da0bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:19.414937 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e471a07d-4923-4068-bc9c-0b69c7da0bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:19.423707 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4435c17f-6216-4445-a602-fb0ef4ab14a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:19.465330 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-e471a07d-4923-4068-bc9c-0b69c7da0bc1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1b7d690cdc0549878d8bcde00fe77478&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3079898 Aug 02 13:22:19.466967 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471a07d-4923-4068-bc9c-0b69c7da0bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d056070-eac8-478f-b84a-ceb7e8375c18,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:19.467952 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 54164) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:19.469487 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-e471a07d-4923-4068-bc9c-0b69c7da0bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:19.536869 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2176e6c8-e4d7-44ae-9625-af3f54173b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:19.563389 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2176e6c8-e4d7-44ae-9625-af3f54173b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:19.615274 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2176e6c8-e4d7-44ae-9625-af3f54173b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:19.618936 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-1343a858-bf2b-4b11-9127-800633e1b460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:19.629974 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e6c8-e4d7-44ae-9625-af3f54173b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d056070-eac8-478f-b84a-ceb7e8375c18,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:19.633773 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-2176e6c8-e4d7-44ae-9625-af3f54173b96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:19.636822 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2176e6c8-e4d7-44ae-9625-af3f54173b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:19.637949 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-2176e6c8-e4d7-44ae-9625-af3f54173b96 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d056070-eac8-478f-b84a-ceb7e8375c18 HTTP/1.1" status: 204 len: 168 time: 0.1681697 Aug 02 13:22:19.699543 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-d3914154-24d2-426a-9183-97e125038dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:19.925257 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 54174) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:19.943410 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:19.959141 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:19.963287 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Usage tracker for resource:security_group_rule and tenant:ff0abf7725254cae85102e693467eb51 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:19.966612 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:19.973496 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:20.060067 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:20.064205 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:20.071758 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-cf99becb-e839-491f-aaed-0815f2163958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:20.114991 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ff0abf7725254cae85102e693467eb51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886520 Aug 02 13:22:20.115892 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f2580e-17ac-4945-af98-669a17a3b2dc,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:20.118001 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54178) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:20.123860 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:20.124279 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:20.125400 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:20.125400 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:20.125400 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:20.125731 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:20.126019 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:20.126367 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:20.126725 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:20.127040 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:20.127398 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:20.127720 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:20.132320 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:20.159214 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:20.192623 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-74fe7b29-b1d7-418d-bd16-be23ee360a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:20.220840 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-74fe7b29-b1d7-418d-bd16-be23ee360a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:20.277245 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-74fe7b29-b1d7-418d-bd16-be23ee360a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:20.282059 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5848a0b7-bc91-4636-af45-fb0ce9e47741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:20.299037 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fe7b29-b1d7-418d-bd16-be23ee360a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f2580e-17ac-4945-af98-669a17a3b2dc,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:20.303024 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-74fe7b29-b1d7-418d-bd16-be23ee360a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:20.309134 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-74fe7b29-b1d7-418d-bd16-be23ee360a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:20.313237 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-74fe7b29-b1d7-418d-bd16-be23ee360a63 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/16f2580e-17ac-4945-af98-669a17a3b2dc HTTP/1.1" status: 204 len: 168 time: 0.1934998 Aug 02 13:22:20.762001 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54194) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:20.783473 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fba148bf-40a9-42fd-a774-207c479a7768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:20.801320 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-fba148bf-40a9-42fd-a774-207c479a7768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:20.805930 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-fba148bf-40a9-42fd-a774-207c479a7768 admin admin] Usage tracker for resource:security_group_rule and tenant:ee110a5ed0704dc1a49a5a13f0f221da is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:20.809012 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-fba148bf-40a9-42fd-a774-207c479a7768 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:20.816250 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-fba148bf-40a9-42fd-a774-207c479a7768 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:20.914439 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fba148bf-40a9-42fd-a774-207c479a7768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:20.918882 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fba148bf-40a9-42fd-a774-207c479a7768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:20.927504 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-bd3c2062-9270-441c-babd-1127e4e7da0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:20.970899 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-fba148bf-40a9-42fd-a774-207c479a7768 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ee110a5ed0704dc1a49a5a13f0f221da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2077978 Aug 02 13:22:20.971941 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba148bf-40a9-42fd-a774-207c479a7768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=521ff40a-4d4b-470f-a399-f59ab39fb0c9,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:20.973824 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 54202) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:20.975082 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-fba148bf-40a9-42fd-a774-207c479a7768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:21.042911 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-caf2b9f5-871f-4cdf-88d6-57b9d7dbcac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:21.074349 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-caf2b9f5-871f-4cdf-88d6-57b9d7dbcac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:21.160187 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-caf2b9f5-871f-4cdf-88d6-57b9d7dbcac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:21.165670 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-96c88efe-aa41-41c2-9161-502dc4e3e21d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:21.179527 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2b9f5-871f-4cdf-88d6-57b9d7dbcac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=521ff40a-4d4b-470f-a399-f59ab39fb0c9,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:21.181842 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-caf2b9f5-871f-4cdf-88d6-57b9d7dbcac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:21.192515 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-caf2b9f5-871f-4cdf-88d6-57b9d7dbcac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:21.197558 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-caf2b9f5-871f-4cdf-88d6-57b9d7dbcac0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/521ff40a-4d4b-470f-a399-f59ab39fb0c9 HTTP/1.1" status: 204 len: 168 time: 0.2188976 Aug 02 13:22:21.452032 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:22:22.464691 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 54246) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:22.600216 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-12ac24fd-7c75-4a56-8be0-bbe47ddef521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:22.620280 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-12ac24fd-7c75-4a56-8be0-bbe47ddef521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:22.629141 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-12ac24fd-7c75-4a56-8be0-bbe47ddef521 admin admin] Usage tracker for resource:security_group_rule and tenant:95006b01d8be4521bb4e0cbf8e1f833c is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:22.632129 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-12ac24fd-7c75-4a56-8be0-bbe47ddef521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:22.638412 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-12ac24fd-7c75-4a56-8be0-bbe47ddef521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:22.739447 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-12ac24fd-7c75-4a56-8be0-bbe47ddef521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:22.743248 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-12ac24fd-7c75-4a56-8be0-bbe47ddef521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:22.751273 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4cd65d11-8abf-4ade-935c-3b1fd5e6728a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:22.811096 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ec747e94-6eef-4d7d-bffb-21c4d6ae3471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:22.886811 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-12ac24fd-7c75-4a56-8be0-bbe47ddef521 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=95006b01d8be4521bb4e0cbf8e1f833c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200292 Aug 02 13:22:22.887598 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ac24fd-7c75-4a56-8be0-bbe47ddef521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea8fdba8-1134-4881-8dd2-85adb3763bea,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:22.890164 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 54260) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:22.893052 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-12ac24fd-7c75-4a56-8be0-bbe47ddef521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:22.958109 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f7395208-8413-48ca-852f-90ebb4d9426d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:22.989451 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f7395208-8413-48ca-852f-90ebb4d9426d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:23.064182 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f7395208-8413-48ca-852f-90ebb4d9426d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:23.068630 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-db933cf5-c022-429f-8df3-e83c4cd16a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:23.083476 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7395208-8413-48ca-852f-90ebb4d9426d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea8fdba8-1134-4881-8dd2-85adb3763bea,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:23.087560 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f7395208-8413-48ca-852f-90ebb4d9426d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:23.091936 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f7395208-8413-48ca-852f-90ebb4d9426d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:23.094596 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-f7395208-8413-48ca-852f-90ebb4d9426d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ea8fdba8-1134-4881-8dd2-85adb3763bea HTTP/1.1" status: 204 len: 168 time: 0.2034020 Aug 02 13:22:23.339153 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e79e83-9b86-49a0-86d1-0ceab7f47c9d req-863ac947-5569-4961-b05c-6fe2e8d9f1ad tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:23.345844 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-04e79e83-9b86-49a0-86d1-0ceab7f47c9d req-863ac947-5569-4961-b05c-6fe2e8d9f1ad tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 947 time: 0.1066365 Aug 02 13:22:23.395203 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-04e79e83-9b86-49a0-86d1-0ceab7f47c9d req-4ddea46b-2cbe-445a-ba07-f37a297fad1d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478168 Aug 02 13:22:23.491961 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 54274) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:23.511091 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e696708f-5fe1-4885-8f0a-5504a64a4664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:23.533379 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-e696708f-5fe1-4885-8f0a-5504a64a4664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:23.539223 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-e696708f-5fe1-4885-8f0a-5504a64a4664 admin admin] Usage tracker for resource:security_group_rule and tenant:ddff4cf664a741409c1b3b034fb395c7 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:23.539550 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:23.542922 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-e696708f-5fe1-4885-8f0a-5504a64a4664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:23.550226 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-e696708f-5fe1-4885-8f0a-5504a64a4664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:23.644269 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e696708f-5fe1-4885-8f0a-5504a64a4664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:23.648974 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e696708f-5fe1-4885-8f0a-5504a64a4664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:23.656482 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-5cd3370f-d811-4f34-8848-502622801ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:23.698234 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-e696708f-5fe1-4885-8f0a-5504a64a4664 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ddff4cf664a741409c1b3b034fb395c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2051635 Aug 02 13:22:23.699150 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e696708f-5fe1-4885-8f0a-5504a64a4664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34097071-8975-482b-a747-3a5d49ed4bb7,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:23.700865 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54278) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:23.702686 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-e696708f-5fe1-4885-8f0a-5504a64a4664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:23.765735 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cfba3485-b2d0-4df3-9ef4-0d0f427a87d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:23.794089 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cfba3485-b2d0-4df3-9ef4-0d0f427a87d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:23.860771 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cfba3485-b2d0-4df3-9ef4-0d0f427a87d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:23.865598 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-e471a07d-4923-4068-bc9c-0b69c7da0bc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:23.879595 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfba3485-b2d0-4df3-9ef4-0d0f427a87d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34097071-8975-482b-a747-3a5d49ed4bb7,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:23.881830 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-cfba3485-b2d0-4df3-9ef4-0d0f427a87d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:23.892137 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cfba3485-b2d0-4df3-9ef4-0d0f427a87d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:23.897942 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-cfba3485-b2d0-4df3-9ef4-0d0f427a87d4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/34097071-8975-482b-a747-3a5d49ed4bb7 HTTP/1.1" status: 204 len: 168 time: 0.1908090 Aug 02 13:22:24.918633 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5653dcf0-6115-498a-ba5f-332031a3cb0f req-8e721a92-282c-41d2-86ce-d89badffb78e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:24.921644 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5653dcf0-6115-498a-ba5f-332031a3cb0f req-8e721a92-282c-41d2-86ce-d89badffb78e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 947 time: 0.3807337 Aug 02 13:22:24.938960 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:24.960833 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 54322) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:24.993563 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5653dcf0-6115-498a-ba5f-332031a3cb0f req-e5071a32-b772-45d0-8624-5aff74abadb9 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566387 Aug 02 13:22:25.096335 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-624794962-network', 'tenant_id': '860b5fd23a434889855590f2be725347'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:25.101002 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:25.104875 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Usage tracker for resource:network and tenant:860b5fd23a434889855590f2be725347 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:25.108444 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:25.115462 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:25.126765 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Made reservation on behalf of 860b5fd23a434889855590f2be725347 for: {'network': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:22:25.129385 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:25.146061 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:25.162934 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:25.166948 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Usage tracker for resource:security_group_rule and tenant:860b5fd23a434889855590f2be725347 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:25.170032 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:25.176652 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:25.269201 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:25.273845 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:25.276965 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-717c300b-2062-4985-8273-bf395c5309e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:25.309297 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=78568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:22:25.319666 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c35108-ecb5-4315-babc-74fb55096805,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:25.323579 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:25.326891 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:25.326891 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.segments_db [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Added segment 9cd6d012-155d-4a2d-9079-520a69d4aedd of type vlan for network 4ec6e378-4a99-4b01-8f47-1edfd7058ab5 Aug 02 13:22:25.356605 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:25.444952 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:25.447432 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:25.448029 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:25.455620 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-0c512b84-592c-417f-804c-4223aaea15c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:25.573376 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5986209 Aug 02 13:22:25.575311 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Pushing event updated for resources: {'Network': ['ID=4ec6e378-4a99-4b01-8f47-1edfd7058ab5,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:25.576477 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54328) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:25.580700 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:25.583924 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Request body: {'subnet': {'network_id': '4ec6e378-4a99-4b01-8f47-1edfd7058ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-624794962-subnet', 'tenant_id': '860b5fd23a434889855590f2be725347', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:25.588062 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network 4ec6e378-4a99-4b01-8f47-1edfd7058ab5 details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:22:25.589406 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:25.594480 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-55cf4566-fab1-4859-b76c-11ecf3f7bc4c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:25.595472 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Usage tracker for resource:subnet and tenant:860b5fd23a434889855590f2be725347 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:25.602005 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-55cf4566-fab1-4859-b76c-11ecf3f7bc4c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.53 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 947 time: 0.2273748 Aug 02 13:22:25.602372 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:25.612136 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:25.632371 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Made reservation on behalf of 860b5fd23a434889855590f2be725347 for: {'subnet': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:22:25.637013 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:25.676653 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Deleting port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:22:25.676653 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:25.950355 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:25.952672 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] For port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:22:25.953371 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:25.954603 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:26.038352 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Checking segment: {'id': '9cd6d012-155d-4a2d-9079-520a69d4aedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '4ec6e378-4a99-4b01-8f47-1edfd7058ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:22:26.038723 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Network hostable DHCP agents. Network: 4ec6e378-4a99-4b01-8f47-1edfd7058ab5, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:22:26.043404 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ad0662-22a2-4177-82ef-222d169cd718,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:26.058496 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:26.058868 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:26.059232 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:26.059594 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:26.059946 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:26.060300 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:26.060651 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:26.061727 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:26.062123 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:26.062474 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:26.062826 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:26.063216 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:26.067531 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:26.089020 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Network 4ec6e378-4a99-4b01-8f47-1edfd7058ab5 is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:22:26.101412 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, 4ec6e378-4a99-4b01-8f47-1edfd7058ab5) {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:22:26.106781 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:26.109863 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:26.112707 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ff392e-fbd7-4499-b4af-3a8c6014f834 None None] Network 4ec6e378-4a99-4b01-8f47-1edfd7058ab5 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:22:26.168364 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5810864 Aug 02 13:22:26.370557 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:26.371111 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:26.371869 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.l3_db [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Floating IP 81c7b143-5df6-4d74-a516-96a587ca6bc3 disassociated. External IP: 172.27.2.250, port: 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5. Aug 02 13:22:26.371869 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Calling delete_port for 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:22:26.445553 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cbe54e-2f07-46f0-b7a2-845ce6e9839c req-129599e3-0f21-47b7-9a93-a69f46a37041 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:26.447331 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f4cbe54e-2f07-46f0-b7a2-845ce6e9839c req-129599e3-0f21-47b7-9a93-a69f46a37041 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 947 time: 0.2520719 Aug 02 13:22:26.503655 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2b6938-919d-4e45-b533-2738689cd132 None None] Network 4ec6e378-4a99-4b01-8f47-1edfd7058ab5 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:22:26.552208 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f4cbe54e-2f07-46f0-b7a2-845ce6e9839c req-92d85644-bb5a-4da5-8406-dc2d20667b86 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=5260d4aa-d1b7-4ba6-b41c-920b621745a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976002 Aug 02 13:22:26.586378 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:26.593035 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:26.643569 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event deleted for resources: {'Port': ['ID=78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:26.647134 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:26.881234 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54358) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:26.887220 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-171658485-network', 'tenant_id': '6f7c323d86274ab0a4d9e8327a829b6b'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:26.893101 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:26.897246 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Usage tracker for resource:network and tenant:6f7c323d86274ab0a4d9e8327a829b6b is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:26.900470 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:26.907827 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:26.921853 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Made reservation on behalf of 6f7c323d86274ab0a4d9e8327a829b6b for: {'network': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:22:26.924302 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:26.940604 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:26.956905 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:26.959599 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Router e37b4cce-627b-421f-880e-c3c81cb13c96 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:22:26.962214 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Usage tracker for resource:security_group_rule and tenant:6f7c323d86274ab0a4d9e8327a829b6b is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:26.965445 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:26.972612 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:27.072228 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:27.077308 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:27.080508 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-398f8d0e-9166-4b90-b81d-22268f227591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:27.111524 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=78567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:22:27.121339 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdece209-bb5e-4d35-8d70-33b60aa94820,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:27.125971 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:27.128713 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:27.129070 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.segments_db [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Added segment dcdff4c3-5d21-4f29-8c0d-7d2b35e835dd of type vlan for network c438a6a2-71bd-4ab7-8385-b516ca843377 Aug 02 13:22:27.159651 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:27.180314 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:22:27.190842 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f1cb5-1216-4c77-bbfa-3d33fbc0c6b8 None None] Sync routers for ids ['e37b4cce-627b-421f-880e-c3c81cb13c96'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:22:27.200835 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f1cb5-1216-4c77-bbfa-3d33fbc0c6b8 None None] Routers {'e37b4cce-627b-421f-880e-c3c81cb13c96'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:22:27.201859 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-a06f1cb5-1216-4c77-bbfa-3d33fbc0c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:22:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['e37b4cce-627b-421f-880e-c3c81cb13c96'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:27.203769 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:27.205485 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:27.206192 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:27.227806 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:27.255245 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3702302 Aug 02 13:22:27.263174 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54362) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:27.272785 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Request body: {'subnet': {'network_id': 'c438a6a2-71bd-4ab7-8385-b516ca843377', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-171658485-subnet', 'tenant_id': '6f7c323d86274ab0a4d9e8327a829b6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:27.281745 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:27.281987 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] No DVR routers for this DVR port 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:22:27.285847 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:27.297293 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'name': 'network-vif-deleted', 'tag': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:22:27.306101 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-618ab16b-7b19-4f46-ac7a-d5790579b22d req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.53 "DELETE /v2.0/ports/78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 HTTP/1.1" status: 204 len: 173 time: 1.7029719 Aug 02 13:22:27.351683 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Usage tracker for resource:subnet and tenant:6f7c323d86274ab0a4d9e8327a829b6b is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:27.360847 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:27.370158 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c32b1406-17af-4dd6-880c-b54663e5d1cc', 'name': 'network-vif-deleted', 'tag': '78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5', 'status': 'completed', 'code': 200} Aug 02 13:22:27.382192 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Pushing event updated for resources: {'Network': ['ID=c438a6a2-71bd-4ab7-8385-b516ca843377,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:27.384390 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:27.387169 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:27.407208 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Made reservation on behalf of 6f7c323d86274ab0a4d9e8327a829b6b for: {'subnet': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:22:27.409972 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:27.452213 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network c438a6a2-71bd-4ab7-8385-b516ca843377 details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:22:27.666411 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:27.672171 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-3e47d73c-3025-43eb-84b3-898c500dad99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:27.700098 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-a06f1cb5-1216-4c77-bbfa-3d33fbc0c6b8 None None] Set router e37b4cce-627b-421f-880e-c3c81cb13c96 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:22:27.743973 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d779681-ad86-4526-9cb8-f94cababc1aa,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:27.751491 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:27.783568 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Checking segment: {'id': 'dcdff4c3-5d21-4f29-8c0d-7d2b35e835dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c438a6a2-71bd-4ab7-8385-b516ca843377'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:22:27.784083 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Network hostable DHCP agents. Network: c438a6a2-71bd-4ab7-8385-b516ca843377, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:22:27.808001 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Network c438a6a2-71bd-4ab7-8385-b516ca843377 is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:22:27.831872 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, c438a6a2-71bd-4ab7-8385-b516ca843377) {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:22:27.838252 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:27.838383 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:27.860680 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20305216-5324-4727-93d6-ce1462f2c769 None None] Network c438a6a2-71bd-4ab7-8385-b516ca843377 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:22:27.896941 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-3f30e961-0e92-4b83-9a35-3384afaccd3c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6262038 Aug 02 13:22:27.900496 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-a7784ea6-627f-465a-abaf-7fd65d2ec38e req-d4763f7a-45f9-4ddd-9d28-0b9b73e67668 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Synchronizing usage tracker for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:22:27.919711 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-a7784ea6-627f-465a-abaf-7fd65d2ec38e req-d4763f7a-45f9-4ddd-9d28-0b9b73e67668 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Unset dirty status for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:22:27.922272 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a7784ea6-627f-465a-abaf-7fd65d2ec38e req-d4763f7a-45f9-4ddd-9d28-0b9b73e67668 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=c32b1406-17af-4dd6-880c-b54663e5d1cc HTTP/1.1" status: 200 len: 210 time: 0.0924788 Aug 02 13:22:28.310870 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29219e2-8a3f-40a3-b7a6-744f33169338 None None] Network c438a6a2-71bd-4ab7-8385-b516ca843377 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:22:28.356399 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:22:28.385925 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-a06f1cb5-1216-4c77-bbfa-3d33fbc0c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'c262f1f1-0556-4622-85e2-c59be481fe25', 'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'mac_address': 'fa:16:3e:f7:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:24Z', 'updated_at': '2021-08-02T13:17:45Z', 'revision_number': 5, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'subnets': [{'id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:28.457364 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f1cb5-1216-4c77-bbfa-3d33fbc0c6b8 None None] Checking router: e37b4cce-627b-421f-880e-c3c81cb13c96 for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:22:28.459453 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:22:28.459815 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 78bd6af8-0b4c-41a9-b0e4-27f4fa6fb2c5 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:22:28.485275 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06f1cb5-1216-4c77-bbfa-3d33fbc0c6b8 None None] Routers {'e37b4cce-627b-421f-880e-c3c81cb13c96'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:22:28.485940 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-a06f1cb5-1216-4c77-bbfa-3d33fbc0c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:22:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['e37b4cce-627b-421f-880e-c3c81cb13c96'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:28.812160 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-a06f1cb5-1216-4c77-bbfa-3d33fbc0c6b8 None None] Set router e37b4cce-627b-421f-880e-c3c81cb13c96 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:22:29.085390 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 54394) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:29.178669 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ec28631a-ea67-4bcc-a235-414374e05ab5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:29.214897 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ec28631a-ea67-4bcc-a235-414374e05ab5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:29.252575 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-a06f1cb5-1216-4c77-bbfa-3d33fbc0c6b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'c262f1f1-0556-4622-85e2-c59be481fe25', 'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'mac_address': 'fa:16:3e:f7:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:24Z', 'updated_at': '2021-08-02T13:17:45Z', 'revision_number': 5, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'subnets': [{'id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:29.257823 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06f1cb5-1216-4c77-bbfa-3d33fbc0c6b8 None None] The sync data for ids ['e37b4cce-627b-421f-880e-c3c81cb13c96'] in dv-cinder-803181-1-iscsi is: [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'c262f1f1-0556-4622-85e2-c59be481fe25', 'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'mac_address': 'fa:16:3e:f7:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:24Z', 'updated_at': '2021-08-02T13:17:45Z', 'revision_number': 5, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'subnets': [{'id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:22:29.285048 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ec28631a-ea67-4bcc-a235-414374e05ab5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:29.304053 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4560d6af-2b2b-48f1-aa97-19506b79513a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:29.327693 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec28631a-ea67-4bcc-a235-414374e05ab5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5260d4aa-d1b7-4ba6-b41c-920b621745a5,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:29.333789 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ec28631a-ea67-4bcc-a235-414374e05ab5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:29.341653 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ec28631a-ea67-4bcc-a235-414374e05ab5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:29.343875 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-ec28631a-ea67-4bcc-a235-414374e05ab5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "DELETE /v2.0/security-groups/5260d4aa-d1b7-4ba6-b41c-920b621745a5 HTTP/1.1" status: 204 len: 168 time: 0.2560327 Aug 02 13:22:29.347045 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 54398) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:29.375053 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.api.v2.resource [None req-09400e19-8782-4b0b-8bea-530a356693d3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] show failed (client error): The resource could not be found. Aug 02 13:22:29.376122 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-09400e19-8782-4b0b-8bea-530a356693d3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups/5260d4aa-d1b7-4ba6-b41c-920b621745a5 HTTP/1.1" status: 404 len: 347 time: 0.0271747 Aug 02 13:22:29.379532 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54402) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:29.620041 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aedf3e7-36ad-4b0a-9a76-52db04e16db0 None None] New status for floating IP 81c7b143-5df6-4d74-a516-96a587ca6bc3: DOWN {{(pid=78570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:22:29.638245 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Deleting port c37c6861-bba7-4e03-8893-7a4594a173a6 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:22:29.638596 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:29.855531 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:29.855957 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:30.065072 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Calling delete_port for c37c6861-bba7-4e03-8893-7a4594a173a6 owned by network:floatingip {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:22:30.164925 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.db.api [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 13:22:30.165486 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_db.api [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 13:22:30.600400 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c1e1ba-88ef-4adf-a025-3c2914ad0321 req-ed86ff27-e8e3-4883-a335-7ff9de82b1fe tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:30.605967 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-77c1e1ba-88ef-4adf-a025-3c2914ad0321 req-ed86ff27-e8e3-4883-a335-7ff9de82b1fe tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 984 time: 0.1333597 Aug 02 13:22:30.667694 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Deleting port c37c6861-bba7-4e03-8893-7a4594a173a6 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:22:30.673747 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:30.719585 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-77c1e1ba-88ef-4adf-a025-3c2914ad0321 req-586c1cf2-a1a2-41c2-b39c-388be0b4bfe3 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9d3e85c-eebc-4540-aa46-3ff037b3dc5f&id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1075294 Aug 02 13:22:30.780910 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351ce24-0b76-4212-a881-061a25429229 req-3662234e-ef17-464a-a764-facbb2dfdf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:30.783522 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9351ce24-0b76-4212-a881-061a25429229 req-3662234e-ef17-464a-a764-facbb2dfdf34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f89b102227b047d491d23fcb35a80f47&device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 1137 time: 0.3255360 Aug 02 13:22:30.932409 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:30.933357 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:30.953759 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351ce24-0b76-4212-a881-061a25429229 req-cb245756-75c6-4ca1-aed3-eb5ad1605d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:30.955651 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9351ce24-0b76-4212-a881-061a25429229 req-cb245756-75c6-4ca1-aed3-eb5ad1605d29 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f6852720-4ffa-45b5-9480-ed00cb930e5a HTTP/1.1" status: 200 len: 915 time: 0.1643999 Aug 02 13:22:31.087434 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9351ce24-0b76-4212-a881-061a25429229 req-97caf85d-32e3-40b6-b4af-4b945815b658 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=665e803f-0c74-437c-8320-b61e81b4a3c9 HTTP/1.1" status: 200 len: 1000 time: 0.1234498 Aug 02 13:22:31.210751 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Calling delete_port for c37c6861-bba7-4e03-8893-7a4594a173a6 owned by network:floatingip {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:22:31.219269 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351ce24-0b76-4212-a881-061a25429229 req-cbb9029f-528e-4ea8-88fd-9c10b8e6eced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:31.222990 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9351ce24-0b76-4212-a881-061a25429229 req-cbb9029f-528e-4ea8-88fd-9c10b8e6eced service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a95297d-61b9-42e5-8447-8604af8cba9b HTTP/1.1" status: 200 len: 853 time: 0.1269641 Aug 02 13:22:31.326058 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351ce24-0b76-4212-a881-061a25429229 req-a9fddc30-e6d8-4c72-a093-19efb49225d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:31.328358 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9351ce24-0b76-4212-a881-061a25429229 req-a9fddc30-e6d8-4c72-a093-19efb49225d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f6852720-4ffa-45b5-9480-ed00cb930e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0979862 Aug 02 13:22:31.470736 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:31.475736 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:31.525025 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event deleted for resources: {'Port': ['ID=c37c6861-bba7-4e03-8893-7a4594a173a6,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:31.561034 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:31.568674 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for floatingip, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:31.577888 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9351ce24-0b76-4212-a881-061a25429229 req-bf786e87-c30f-440b-b257-b3d5fb843db2 service neutron] 10.222.0.53 "GET /v2.0/networks/f6852720-4ffa-45b5-9480-ed00cb930e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400613 Aug 02 13:22:31.588764 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:31.590128 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "DELETE /v2.0/floatingips/81c7b143-5df6-4d74-a516-96a587ca6bc3 HTTP/1.1" status: 204 len: 168 time: 2.2089012 Aug 02 13:22:31.721126 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9351ce24-0b76-4212-a881-061a25429229 req-11f76e52-6c54-4ce9-9959-f591972ddb40 service neutron] 10.222.0.53 "GET /v2.0/networks/f6852720-4ffa-45b5-9480-ed00cb930e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350389 Aug 02 13:22:31.995356 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54448) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:32.004375 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1453484619', 'description': 'tempest-description--1645305931'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:32.012138 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:32.017809 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Usage tracker for resource:security_group and tenant:0a084b6e9d41405097db0f4dc6fedaf7 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:32.022650 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:32.031268 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:32.036712 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f9d6b-8c10-4414-861c-b2ae49df252c req-305cc96f-5e7a-4a1d-9665-ea029b1beaeb tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:32.038473 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9f1f9d6b-8c10-4414-861c-b2ae49df252c req-305cc96f-5e7a-4a1d-9665-ea029b1beaeb tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 984 time: 0.2053361 Aug 02 13:22:32.050949 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:32.076144 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:32.080901 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Usage tracker for resource:security_group_rule and tenant:0a084b6e9d41405097db0f4dc6fedaf7 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:32.084226 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:32.090476 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:32.094871 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9f1f9d6b-8c10-4414-861c-b2ae49df252c req-4b3d0210-e6bf-4e18-91b8-e0753f2b7644 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9d3e85c-eebc-4540-aa46-3ff037b3dc5f&id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461123 Aug 02 13:22:32.186704 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:32.193615 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:32.204414 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-f102ca8d-7c33-497e-b0fb-18ce45081826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:32.249805 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29651586-243b-4e1c-b173-97dc7429aba2,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:32.288309 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:32.293797 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:32.299439 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3019624 Aug 02 13:22:32.300117 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54458) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:32.309722 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-32a66e6c-7bf1-4815-b7eb-7cc500a27f19 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Request body: {'security_group_rule': {'security_group_id': '29651586-243b-4e1c-b173-97dc7429aba2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:32.319953 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-32a66e6c-7bf1-4815-b7eb-7cc500a27f19 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:32.331974 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-32a66e6c-7bf1-4815-b7eb-7cc500a27f19 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Usage tracker for resource:security_group_rule and tenant:0a084b6e9d41405097db0f4dc6fedaf7 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:32.343628 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-32a66e6c-7bf1-4815-b7eb-7cc500a27f19 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:32.354592 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-32a66e6c-7bf1-4815-b7eb-7cc500a27f19 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:32.388013 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-32a66e6c-7bf1-4815-b7eb-7cc500a27f19 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:32.463468 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-32a66e6c-7bf1-4815-b7eb-7cc500a27f19 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:32.468721 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-32a66e6c-7bf1-4815-b7eb-7cc500a27f19 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:32.471359 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-60b0e0d4-8fd4-400a-b2a5-1934627f2d41 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:32.496287 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a66e6c-7bf1-4815-b7eb-7cc500a27f19 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daa8ed12-06bc-44ec-afad-f0ab4b157f5e,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:32.503898 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-32a66e6c-7bf1-4815-b7eb-7cc500a27f19 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:32.509020 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-32a66e6c-7bf1-4815-b7eb-7cc500a27f19 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:32.510279 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-32a66e6c-7bf1-4815-b7eb-7cc500a27f19 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2091990 Aug 02 13:22:32.513445 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54466) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:32.519700 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-3daf8e0a-c8e2-4e46-944a-008c3b29858f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Request body: {'security_group_rule': {'security_group_id': '29651586-243b-4e1c-b173-97dc7429aba2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:32.526125 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-3daf8e0a-c8e2-4e46-944a-008c3b29858f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:32.531138 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-3daf8e0a-c8e2-4e46-944a-008c3b29858f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Usage tracker for resource:security_group_rule and tenant:0a084b6e9d41405097db0f4dc6fedaf7 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:32.534186 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-3daf8e0a-c8e2-4e46-944a-008c3b29858f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:32.540418 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-3daf8e0a-c8e2-4e46-944a-008c3b29858f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:32.564291 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3daf8e0a-c8e2-4e46-944a-008c3b29858f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:32.648289 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3daf8e0a-c8e2-4e46-944a-008c3b29858f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:32.653411 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3daf8e0a-c8e2-4e46-944a-008c3b29858f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:32.658803 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-02fca62d-e94d-4a6c-99c6-85cc5cc7e36a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:32.703729 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf8e0a-c8e2-4e46-944a-008c3b29858f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4a9d19-8d70-4735-8b70-485adadc890d,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:32.708560 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-3daf8e0a-c8e2-4e46-944a-008c3b29858f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:32.720424 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3daf8e0a-c8e2-4e46-944a-008c3b29858f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:32.727358 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-3daf8e0a-c8e2-4e46-944a-008c3b29858f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2072885 Aug 02 13:22:32.727855 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54474) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:32.734786 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Request body: {'floatingip': {'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:32.741050 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:32.745102 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Usage tracker for resource:floatingip and tenant:0a084b6e9d41405097db0f4dc6fedaf7 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:32.748850 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:32.755399 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:32.766188 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for floatingip, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:32.801028 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a34288-200a-4aba-aab2-6667ccfa1b40 req-1bb990b0-6d35-40ed-894a-aad36110fcdd tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:32.802583 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a1a34288-200a-4aba-aab2-6667ccfa1b40 req-1bb990b0-6d35-40ed-894a-aad36110fcdd tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.0868397 Aug 02 13:22:32.853033 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a1a34288-200a-4aba-aab2-6667ccfa1b40 req-0df6f1ce-c4a1-4245-a45f-041ffe99e2a4 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446060 Aug 02 13:22:32.908920 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:33.051794 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Allocated IP 172.27.2.165 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/311a7b24-97d8-4e3b-8817-d64e6f1241bb) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:22:33.211959 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:33.320214 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369851c-6235-48ac-9944-059014bc1ac2 req-5dc98067-6a31-441d-af45-5f8c47218457 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:33.321698 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2369851c-6235-48ac-9944-059014bc1ac2 req-5dc98067-6a31-441d-af45-5f8c47218457 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 984 time: 0.1064539 Aug 02 13:22:33.322698 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:33.327730 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:33.406523 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:22:33.411323 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:22:33.416332 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:22:33.443274 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event updated for resources: {'Port': ['ID=311a7b24-97d8-4e3b-8817-d64e6f1241bb,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:33.454382 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:33.463137 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2369851c-6235-48ac-9944-059014bc1ac2 req-c717179b-d5e5-41ed-ae1d-57f3ee3fb881 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9d3e85c-eebc-4540-aa46-3ff037b3dc5f&id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1054099 Aug 02 13:22:33.474288 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:33.543304 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:33.773734 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for port, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:33.779129 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:33.783741 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5ddafc30-d6e4-4938-8b20-e571ab06b619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:33.847237 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:33.875216 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event updated for resources: {'Port': ['ID=311a7b24-97d8-4e3b-8817-d64e6f1241bb,revision_number=2']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:33.880681 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:33.887363 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:33.888004 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1590223 Aug 02 13:22:34.061684 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc370b9e-a8da-4546-8386-b7f29aa362d7 req-235eae49-83c6-4897-86ab-576137f3bf5d tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:34.063287 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-cc370b9e-a8da-4546-8386-b7f29aa362d7 req-235eae49-83c6-4897-86ab-576137f3bf5d tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.0867815 Aug 02 13:22:34.117306 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8a896760-7314-4773-9d37-01b230080ca7 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Synchronizing usage tracker for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:security_group {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:22:34.137059 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8a896760-7314-4773-9d37-01b230080ca7 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Unset dirty status for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:security_group {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:22:34.138431 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8a896760-7314-4773-9d37-01b230080ca7 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1453484619&fields=id&tenant_id=0a084b6e9d41405097db0f4dc6fedaf7 HTTP/1.1" status: 200 len: 267 time: 0.0611885 Aug 02 13:22:34.145066 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-cc370b9e-a8da-4546-8386-b7f29aa362d7 req-790e956d-3c03-4c12-b25b-d59489c90eb0 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708096 Aug 02 13:22:34.400282 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-3bf31cbd-4c9c-4d65-904d-7140754c9ae5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:34.401804 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-3bf31cbd-4c9c-4d65-904d-7140754c9ae5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/networks?id=bb040d03-cbf3-4995-bcf3-f17d53b45872 HTTP/1.1" status: 200 len: 817 time: 0.2556949 Aug 02 13:22:34.418277 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-502dda7e-85b6-4684-a9d1-b3927473fd9f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/quotas/0a084b6e9d41405097db0f4dc6fedaf7 HTTP/1.1" status: 200 len: 375 time: 0.0095370 Aug 02 13:22:34.510470 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-21bd7438-5d80-4a6d-9bf6-2600df087370 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Synchronizing usage tracker for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:port {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:22:34.527528 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-21bd7438-5d80-4a6d-9bf6-2600df087370 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Unset dirty status for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:port {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:22:34.529457 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-21bd7438-5d80-4a6d-9bf6-2600df087370 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0a084b6e9d41405097db0f4dc6fedaf7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1049457 Aug 02 13:22:34.668764 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67912c3-2ad0-4946-8264-3a737a78431d req-7c861dbb-e046-4752-8771-aff4dc661216 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:34.670368 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d67912c3-2ad0-4946-8264-3a737a78431d req-7c861dbb-e046-4752-8771-aff4dc661216 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 984 time: 0.0933187 Aug 02 13:22:34.720227 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d67912c3-2ad0-4946-8264-3a737a78431d req-cc7efda4-72eb-4562-82bc-37144eda9b20 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9d3e85c-eebc-4540-aa46-3ff037b3dc5f&id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434263 Aug 02 13:22:34.724489 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-22bdca7d-3f3e-47c2-99a8-12a31859f1a7 service neutron] 10.222.0.49 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832740 Aug 02 13:22:34.862630 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-06fbf38f-2152-45fd-9921-57b50be616fa service neutron] 10.222.0.49 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321173 Aug 02 13:22:35.043184 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0c4359c6-552e-4dc8-8965-aa78e6013705 req-6ba5373a-8b41-4461-93ec-4c450f28ed12 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 210 time: 0.0433702 Aug 02 13:22:35.359220 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a05c5-8856-4059-8235-35359c2867b3 req-be7d8002-edd8-48b4-a9fc-83917abde3b8 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:35.360932 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8e2a05c5-8856-4059-8235-35359c2867b3 req-be7d8002-edd8-48b4-a9fc-83917abde3b8 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1053107 Aug 02 13:22:35.411828 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8e2a05c5-8856-4059-8235-35359c2867b3 req-515f7552-0a03-4cfd-ae93-c22f28fd42ee tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445955 Aug 02 13:22:35.949599 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dee6bb-165e-4b37-9f94-82890cdf60b0 req-469cf348-8394-46bf-9d75-f386ff025d0f tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:35.951386 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-61dee6bb-165e-4b37-9f94-82890cdf60b0 req-469cf348-8394-46bf-9d75-f386ff025d0f tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 984 time: 0.1159708 Aug 02 13:22:36.009833 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-61dee6bb-165e-4b37-9f94-82890cdf60b0 req-29011163-278a-407d-a234-2972f5f63b1d tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9d3e85c-eebc-4540-aa46-3ff037b3dc5f&id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0526938 Aug 02 13:22:36.211968 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0fac95e6-ca58-44d2-8378-804817d06c07 req-20363127-ef5e-474e-9912-db7acaeaadcd tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 210 time: 0.0455585 Aug 02 13:22:36.256428 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:36.628006 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-06430ab0-f8fa-4dd9-b934-04b46fe95053 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:36.629677 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-06430ab0-f8fa-4dd9-b934-04b46fe95053 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.53 "GET /v2.0/networks?id=bb040d03-cbf3-4995-bcf3-f17d53b45872 HTTP/1.1" status: 200 len: 817 time: 0.2410772 Aug 02 13:22:36.674436 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1445a00-19bb-4a28-bb1c-574094fbb421 req-64af7606-d9cd-4f1d-9af2-39d86a7bcec5 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:36.676186 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e1445a00-19bb-4a28-bb1c-574094fbb421 req-64af7606-d9cd-4f1d-9af2-39d86a7bcec5 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1332946 Aug 02 13:22:36.754544 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e1445a00-19bb-4a28-bb1c-574094fbb421 req-3034b05c-1e40-49ae-a3e1-fe00ed9eb121 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721776 Aug 02 13:22:36.781860 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-b49aa817-3975-453c-a41b-b8f249d72433 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Synchronizing usage tracker for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:security_group {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:22:36.796432 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-b49aa817-3975-453c-a41b-b8f249d72433 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Unset dirty status for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:security_group {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:22:36.798471 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-b49aa817-3975-453c-a41b-b8f249d72433 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0a084b6e9d41405097db0f4dc6fedaf7 HTTP/1.1" status: 200 len: 380 time: 0.1467268 Aug 02 13:22:36.810409 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Request body: {'port': {'device_id': '95b8ca84-1154-461f-a23b-80d5286ea982', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'admin_state_up': True, 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'security_groups': ['29651586-243b-4e1c-b173-97dc7429aba2']}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:37.016571 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:37.036940 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:37.052155 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Made reservation on behalf of 0a084b6e9d41405097db0f4dc6fedaf7 for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:22:37.058204 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:37.236525 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b87e0-9e7f-4fb0-a203-6257d75f43f7 req-e9e3f6ee-d5e8-4175-b034-4b42ef8c51b9 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:37.239620 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-430b87e0-9e7f-4fb0-a203-6257d75f43f7 req-e9e3f6ee-d5e8-4175-b034-4b42ef8c51b9 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 984 time: 0.1177726 Aug 02 13:22:37.359425 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Allocated IP 172.20.0.7 (bb040d03-cbf3-4995-bcf3-f17d53b45872/7bf2c7bd-9f7d-4ef5-aae7-845561678e71/16366589-13f7-4492-a6fe-8b7cf67b88c1) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:22:37.376363 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-430b87e0-9e7f-4fb0-a203-6257d75f43f7 req-6f0ae383-5d63-4903-bc73-f07a894809d4 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9d3e85c-eebc-4540-aa46-3ff037b3dc5f&id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122499 Aug 02 13:22:37.571258 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5de35cdf-7dc3-4572-9607-42365773bf7d req-8521bec6-b617-4d96-89f4-65b4ba736500 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 210 time: 0.1088865 Aug 02 13:22:37.717539 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-a3bbca8b-32c1-49a6-b0c8-c1debb5be425 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:37.718984 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-a3bbca8b-32c1-49a6-b0c8-c1debb5be425 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.2028165 Aug 02 13:22:37.721835 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:37.798595 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Transition to ACTIVE for port object 16366589-13f7-4492-a6fe-8b7cf67b88c1 will not be triggered until provisioned by entity DHCP. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:22:37.818862 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Deleting port 0f8855ed-8455-4329-87cc-fc30ec4e3b91 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:22:37.819215 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:37.937315 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:37.945538 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ea3c25cd-1f4b-4b64-90ab-c8530933cf01 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:37.963882 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf8b1a-a545-4dd0-8265-46e35185f99b req-34035ce8-06ab-43c9-b402-301f5906d7b0 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:37.965474 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-34cf8b1a-a545-4dd0-8265-46e35185f99b req-34035ce8-06ab-43c9-b402-301f5906d7b0 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.0919528 Aug 02 13:22:38.022572 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Network bb040d03-cbf3-4995-bcf3-f17d53b45872 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:22:38.024231 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-34cf8b1a-a545-4dd0-8265-46e35185f99b req-79257750-a93b-42c8-b0a8-d62a9315d655 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513866 Aug 02 13:22:38.131878 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:22:38.152921 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:22:38.198543 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event updated for resources: {'Port': ['ID=16366589-13f7-4492-a6fe-8b7cf67b88c1,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:38.258042 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:38.312706 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:38.313654 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:38.360834 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] For port 0f8855ed-8455-4329-87cc-fc30ec4e3b91, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=0f8855ed-8455-4329-87cc-fc30ec4e3b91,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:22:38.361229 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:38.376945 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5710623 Aug 02 13:22:38.418770 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-d4a917e7-14ef-480e-ae7c-0f7b4392e4ab None None] Provisioning for port 16366589-13f7-4492-a6fe-8b7cf67b88c1 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:22:38.425326 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-d4a917e7-14ef-480e-ae7c-0f7b4392e4ab None None] Provisioning complete for port 16366589-13f7-4492-a6fe-8b7cf67b88c1 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:22:38.425762 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-d4a917e7-14ef-480e-ae7c-0f7b4392e4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:38.439087 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Request body: {'port': {'device_id': '95b8ca84-1154-461f-a23b-80d5286ea982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:38.501635 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-d4a917e7-14ef-480e-ae7c-0f7b4392e4ab None None] Port 16366589-13f7-4492-a6fe-8b7cf67b88c1 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:22:38.783575 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ece1d-8118-47e6-a359-030e15c5d698 req-b9289ec8-6ca5-41c9-9a95-3e5f145da0d3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:38.785474 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d76ece1d-8118-47e6-a359-030e15c5d698 req-b9289ec8-6ca5-41c9-9a95-3e5f145da0d3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 931 time: 0.0919948 Aug 02 13:22:38.793306 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:38.840554 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d76ece1d-8118-47e6-a359-030e15c5d698 req-e432ef5c-48df-4de8-bc7e-96a52c4a8b5f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481944 Aug 02 13:22:38.932085 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:38.932462 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:38.932780 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.l3_db [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Floating IP 52ae0d96-fe1b-4ccf-8acd-ae980b531ee7 disassociated. External IP: 172.27.2.157, port: 0f8855ed-8455-4329-87cc-fc30ec4e3b91. Aug 02 13:22:38.933122 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Calling delete_port for 0f8855ed-8455-4329-87cc-fc30ec4e3b91 owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:22:38.972564 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee9661-c56d-43f0-b21d-7b81d16159d7 req-40f50868-7108-4b29-8a00-83492c207863 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:38.974149 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-acee9661-c56d-43f0-b21d-7b81d16159d7 req-40f50868-7108-4b29-8a00-83492c207863 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 984 time: 0.4634838 Aug 02 13:22:39.141019 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-acee9661-c56d-43f0-b21d-7b81d16159d7 req-d9094e0d-2a18-4108-85b4-14ae056ad1ef tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9d3e85c-eebc-4540-aa46-3ff037b3dc5f&id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1526279 Aug 02 13:22:39.325540 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e42254-5256-4104-8a81-f0d250a412d8 req-d9a12525-2630-403c-b37f-fe0f0d2615eb tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:39.340811 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a2e42254-5256-4104-8a81-f0d250a412d8 req-d9a12525-2630-403c-b37f-fe0f0d2615eb tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 945 time: 0.1750169 Aug 02 13:22:39.401562 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a2e42254-5256-4104-8a81-f0d250a412d8 req-42774619-ee1e-4630-a72d-050048fda81a tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=62b290f5-164a-4ceb-a6e5-0f10538c5636&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589631 Aug 02 13:22:39.410851 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:39.430246 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:39.494128 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event deleted for resources: {'Port': ['ID=0f8855ed-8455-4329-87cc-fc30ec4e3b91,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:39.508263 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:39.774067 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16366589-13f7-4492-a6fe-8b7cf67b88c1 {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:22:39.786504 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:39.802981 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:22:39.812387 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Transition to ACTIVE for port object 16366589-13f7-4492-a6fe-8b7cf67b88c1 will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:22:39.990351 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:40.003755 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-cf0e4a20-4a18-4281-b5f2-8b535711817a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:40.343020 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Pushing event updated for resources: {'Port': ['ID=16366589-13f7-4492-a6fe-8b7cf67b88c1,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:40.347609 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:40.410150 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5040219-213c-4e09-a6fc-8d8420c13869 req-c41ca851-1103-4c80-8a6d-a42393d4f306 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:40.411795 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c5040219-213c-4e09-a6fc-8d8420c13869 req-c41ca851-1103-4c80-8a6d-a42393d4f306 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 984 time: 0.1150565 Aug 02 13:22:40.429273 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:22:40.442618 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5d6d37-21aa-425b-952d-6b3e0f759f9b None None] Sync routers for ids ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:22:40.472896 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5d6d37-21aa-425b-952d-6b3e0f759f9b None None] Routers {'f2f0fcf2-8a6f-44b2-83e5-b519819699b7'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:22:40.473551 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9d5d6d37-21aa-425b-952d-6b3e0f759f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:22:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:40.478051 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c5040219-213c-4e09-a6fc-8d8420c13869 req-54e4f351-9134-4226-9af8-8bb602eb56f7 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9d3e85c-eebc-4540-aa46-3ff037b3dc5f&id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584054 Aug 02 13:22:40.547176 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade23c0e-7642-4389-bf50-359a4d151087 req-02cab1c1-7278-4c16-a108-c4c0593b98dc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:40.547936 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-ade23c0e-7642-4389-bf50-359a4d151087 req-02cab1c1-7278-4c16-a108-c4c0593b98dc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Synchronizing usage tracker for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:22:40.558938 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Attempting to bind port 16366589-13f7-4492-a6fe-8b7cf67b88c1 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:22:40.559285 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Attempting to bind port 16366589-13f7-4492-a6fe-8b7cf67b88c1 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:22:40.559622 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Attempting to bind port 16366589-13f7-4492-a6fe-8b7cf67b88c1 on network bb040d03-cbf3-4995-bcf3-f17d53b45872 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:22:40.565255 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] No DVR routers for this DVR port 0f8855ed-8455-4329-87cc-fc30ec4e3b91 on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:22:40.570220 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:40.574097 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cb020e3-5862-454a-97d1-298b336bebf3', 'name': 'network-vif-deleted', 'tag': '0f8855ed-8455-4329-87cc-fc30ec4e3b91'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:22:40.584497 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Port 16366589-13f7-4492-a6fe-8b7cf67b88c1 on network bb040d03-cbf3-4995-bcf3-f17d53b45872 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:22:40.584847 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Attempting to bind port 16366589-13f7-4492-a6fe-8b7cf67b88c1 on network bb040d03-cbf3-4995-bcf3-f17d53b45872 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:22:40.599376 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:22:40.599702 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Checking segment: {'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:22:40.600112 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Bound using segment: {'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:22:40.600569 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Bound port: 16366589-13f7-4492-a6fe-8b7cf67b88c1, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213b8032-0841-4f06-a73e-74c00e88f52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:22:40.600935 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:40.613979 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-ade23c0e-7642-4389-bf50-359a4d151087 req-02cab1c1-7278-4c16-a108-c4c0593b98dc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Unset dirty status for tenant:0a084b6e9d41405097db0f4dc6fedaf7 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:22:40.620796 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ade23c0e-7642-4389-bf50-359a4d151087 req-02cab1c1-7278-4c16-a108-c4c0593b98dc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.5735834 Aug 02 13:22:40.629406 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fb1723be-c949-4cc9-8af3-71ebb1597ff7 req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.53 "DELETE /v2.0/ports/0f8855ed-8455-4329-87cc-fc30ec4e3b91 HTTP/1.1" status: 204 len: 173 time: 2.9003613 Aug 02 13:22:40.666029 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ae1d22e4-2598-4cf7-b257-18805075e349 req-95003d15-b519-475a-95e7-612044d631f6 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=5cb020e3-5862-454a-97d1-298b336bebf3 HTTP/1.1" status: 200 len: 210 time: 0.0636046 Aug 02 13:22:40.768297 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-9d5d6d37-21aa-425b-952d-6b3e0f759f9b None None] Set router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:22:40.777054 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ade23c0e-7642-4389-bf50-359a4d151087 req-875b7382-c697-4db8-a935-709315055671 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551096 Aug 02 13:22:40.805133 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cb020e3-5862-454a-97d1-298b336bebf3', 'name': 'network-vif-deleted', 'tag': '0f8855ed-8455-4329-87cc-fc30ec4e3b91', 'status': 'completed', 'code': 200} Aug 02 13:22:40.828770 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] For port 16366589-13f7-4492-a6fe-8b7cf67b88c1, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:22:40.835604 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] For port 16366589-13f7-4492-a6fe-8b7cf67b88c1, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:22:40.846141 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:40.851778 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-09dc4aeb-f15f-44b2-aa3e-868cbaa6249c tempest-VolumesActionsTest-528276835 tempest-VolumesActionsTest-528276835-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:40.925325 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 0f8855ed-8455-4329-87cc-fc30ec4e3b91 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:22:40.933597 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:40.933835 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:40.935755 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] 10.222.0.53 "PUT /v2.0/ports/16366589-13f7-4492-a6fe-8b7cf67b88c1 HTTP/1.1" status: 200 len: 1093 time: 2.5016706 Aug 02 13:22:40.968499 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Pushing event updated for resources: {'Port': ['ID=16366589-13f7-4492-a6fe-8b7cf67b88c1,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:40.974162 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:41.085743 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 0f8855ed-8455-4329-87cc-fc30ec4e3b91 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:22:41.086103 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 0f8855ed-8455-4329-87cc-fc30ec4e3b91 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:22:41.126028 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-775b5183-45cf-413b-9c56-acfe30d4e389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:41.129600 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-775b5183-45cf-413b-9c56-acfe30d4e389 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a084b6e9d41405097db0f4dc6fedaf7&device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 1096 time: 0.1184435 Aug 02 13:22:41.248055 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-ee238ad1-4e12-49c4-9594-549bffb8e021 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1 HTTP/1.1" status: 200 len: 217 time: 0.1020200 Aug 02 13:22:41.366734 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8c616239-a762-409a-a9c9-b8ad6c66c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:41.370044 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-8c616239-a762-409a-a9c9-b8ad6c66c319 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bf2c7bd-9f7d-4ef5-aae7-845561678e71 HTTP/1.1" status: 200 len: 856 time: 0.0945652 Aug 02 13:22:41.519175 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9d5d6d37-21aa-425b-952d-6b3e0f759f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:42Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'e491168b-05bd-4e01-a729-1525c48d72c4', 'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'mac_address': 'fa:16:3e:f4:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:35Z', 'updated_at': '2021-08-02T13:17:59Z', 'revision_number': 5, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'subnets': [{'id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:41.519774 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-78f4feea-5b62-44e6-9e44-ca6a5f6b571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:41.521800 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-78f4feea-5b62-44e6-9e44-ca6a5f6b571a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb040d03-cbf3-4995-bcf3-f17d53b45872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1335495 Aug 02 13:22:41.524360 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5d6d37-21aa-425b-952d-6b3e0f759f9b None None] Checking router: f2f0fcf2-8a6f-44b2-83e5-b519819699b7 for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:22:41.536195 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5d6d37-21aa-425b-952d-6b3e0f759f9b None None] Routers {'f2f0fcf2-8a6f-44b2-83e5-b519819699b7'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:22:41.537513 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9d5d6d37-21aa-425b-952d-6b3e0f759f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:22:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:41.811286 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b37f27-c69a-4744-95e4-17b0ef7cc4d8 req-9c21ce07-ebae-4617-ab6b-209f10566d36 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:41.826240 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-31b37f27-c69a-4744-95e4-17b0ef7cc4d8 req-9c21ce07-ebae-4617-ab6b-209f10566d36 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 984 time: 0.1738434 Aug 02 13:22:41.836130 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-96bb8709-13ae-4ba2-9dc2-62f214b38d18 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045003 Aug 02 13:22:41.838739 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-9d5d6d37-21aa-425b-952d-6b3e0f759f9b None None] Set router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:22:41.937921 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-31b37f27-c69a-4744-95e4-17b0ef7cc4d8 req-38324381-65db-4bfa-b762-df8578a69df2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9d3e85c-eebc-4540-aa46-3ff037b3dc5f&id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1094117 Aug 02 13:22:42.001923 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54674) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:42.094622 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-bc1f33da-7d19-4f97-9624-1a0a2a442542 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:42.135455 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-bc1f33da-7d19-4f97-9624-1a0a2a442542 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:42.171199 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c41327a1-b2fd-4a82-96f2-7f6abb671248 req-2799c242-fc5f-4f6d-939a-47e027e34d6b service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270442 Aug 02 13:22:42.240006 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-bc1f33da-7d19-4f97-9624-1a0a2a442542 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:42.248775 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-00144875-0aa0-4b10-8b85-6a1bea1fd44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:42.249130 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9fa2b0-6d49-45ae-a616-de394268e9a1 req-a0c98743-fa15-4e18-805d-d64adc61d398 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:42.250702 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b9fa2b0-6d49-45ae-a616-de394268e9a1 req-a0c98743-fa15-4e18-805d-d64adc61d398 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.1653264 Aug 02 13:22:42.272601 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f33da-7d19-4f97-9624-1a0a2a442542 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b290f5-164a-4ceb-a6e5-0f10538c5636,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:42.275416 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-bc1f33da-7d19-4f97-9624-1a0a2a442542 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:42.286065 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-bc1f33da-7d19-4f97-9624-1a0a2a442542 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:42.287451 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-bc1f33da-7d19-4f97-9624-1a0a2a442542 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "DELETE /v2.0/security-groups/62b290f5-164a-4ceb-a6e5-0f10538c5636 HTTP/1.1" status: 204 len: 168 time: 0.2841461 Aug 02 13:22:42.291669 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54682) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:42.343213 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.api.v2.resource [None req-f695cd29-1271-4c36-bbfa-0016d2e616be tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] show failed (client error): The resource could not be found. Aug 02 13:22:42.349307 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-f695cd29-1271-4c36-bbfa-0016d2e616be tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups/62b290f5-164a-4ceb-a6e5-0f10538c5636 HTTP/1.1" status: 404 len: 347 time: 0.0503685 Aug 02 13:22:42.349854 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54688) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:42.384560 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b9fa2b0-6d49-45ae-a616-de394268e9a1 req-18cea6ab-0716-436d-b718-188b85dab535 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199965 Aug 02 13:22:42.484248 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9d5d6d37-21aa-425b-952d-6b3e0f759f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:42Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'e491168b-05bd-4e01-a729-1525c48d72c4', 'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'mac_address': 'fa:16:3e:f4:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:35Z', 'updated_at': '2021-08-02T13:17:59Z', 'revision_number': 5, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'subnets': [{'id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:42.492800 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5d6d37-21aa-425b-952d-6b3e0f759f9b None None] The sync data for ids ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'] in dv-cinder-803181-1-iscsi is: [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:42Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'e491168b-05bd-4e01-a729-1525c48d72c4', 'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'mac_address': 'fa:16:3e:f4:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:35Z', 'updated_at': '2021-08-02T13:17:59Z', 'revision_number': 5, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'subnets': [{'id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:22:42.625210 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Deleting port 7b96b63b-4af8-494b-a0a4-487b14865b3b {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:22:42.625771 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:42.800571 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b8ca84-1154-461f-a23b-80d5286ea982', 'tag': '16366589-13f7-4492-a6fe-8b7cf67b88c1'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:22:42.893868 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77f7196-5fb1-4d02-8967-5fcfcef25f19 None None] New status for floating IP 52ae0d96-fe1b-4ccf-8acd-ae980b531ee7: DOWN {{(pid=78570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:22:43.003304 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:43.004119 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:43.094789 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b8ca84-1154-461f-a23b-80d5286ea982', 'tag': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'status': 'completed', 'code': 200} Aug 02 13:22:43.198397 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Calling delete_port for 7b96b63b-4af8-494b-a0a4-487b14865b3b owned by network:floatingip {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:22:43.302792 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.db.api [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78567) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 13:22:43.303124 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_db.api [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 13:22:43.400616 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6c3f9-88bc-40a0-ab99-ab1d72317c65 req-c1e218ae-22d3-4abe-aa2f-dd660605a46f tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:43.402506 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4ce6c3f9-88bc-40a0-ab99-ab1d72317c65 req-c1e218ae-22d3-4abe-aa2f-dd660605a46f tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 984 time: 0.2813745 Aug 02 13:22:43.406141 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894289b-f70f-4794-b7d3-3d4cc3d4811b req-b4d2c04c-665c-4abe-87eb-803fc929f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:43.407485 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1894289b-f70f-4794-b7d3-3d4cc3d4811b req-b4d2c04c-665c-4abe-87eb-803fc929f940 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a084b6e9d41405097db0f4dc6fedaf7&device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 1096 time: 0.2343879 Aug 02 13:22:43.551329 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4ce6c3f9-88bc-40a0-ab99-ab1d72317c65 req-8391bd2f-d328-4670-927a-c377b65904f6 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=f9d3e85c-eebc-4540-aa46-3ff037b3dc5f&id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1418383 Aug 02 13:22:43.599392 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894289b-f70f-4794-b7d3-3d4cc3d4811b req-b67e0306-4b2c-4fbe-bd02-2e0477bea927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:43.600865 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1894289b-f70f-4794-b7d3-3d4cc3d4811b req-b67e0306-4b2c-4fbe-bd02-2e0477bea927 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb040d03-cbf3-4995-bcf3-f17d53b45872 HTTP/1.1" status: 200 len: 918 time: 0.1748903 Aug 02 13:22:43.617362 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ac07b6-2b04-46a9-8645-ab027fc0aeb3 req-7a138a0c-5e4a-49ae-bdaf-0ed52d19a2d1 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:43.618970 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-73ac07b6-2b04-46a9-8645-ab027fc0aeb3 req-7a138a0c-5e4a-49ae-bdaf-0ed52d19a2d1 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.0950959 Aug 02 13:22:43.682445 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1894289b-f70f-4794-b7d3-3d4cc3d4811b req-1df409dd-f120-45e7-b665-e792b9447c51 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1 HTTP/1.1" status: 200 len: 217 time: 0.0747294 Aug 02 13:22:43.693407 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-73ac07b6-2b04-46a9-8645-ab027fc0aeb3 req-0f4f43ea-4513-444b-9cca-6d080d12812f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650234 Aug 02 13:22:43.752601 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894289b-f70f-4794-b7d3-3d4cc3d4811b req-75a376bf-6107-4b75-9ab8-d478abdf829f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:43.754134 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1894289b-f70f-4794-b7d3-3d4cc3d4811b req-75a376bf-6107-4b75-9ab8-d478abdf829f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bf2c7bd-9f7d-4ef5-aae7-845561678e71 HTTP/1.1" status: 200 len: 856 time: 0.0648415 Aug 02 13:22:43.804438 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Deleting port 7b96b63b-4af8-494b-a0a4-487b14865b3b {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:22:43.804801 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:43.838772 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894289b-f70f-4794-b7d3-3d4cc3d4811b req-b7c47cff-ab63-4945-848f-a22feb65d9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:43.839722 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1894289b-f70f-4794-b7d3-3d4cc3d4811b req-b7c47cff-ab63-4945-848f-a22feb65d9ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb040d03-cbf3-4995-bcf3-f17d53b45872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0778146 Aug 02 13:22:43.992033 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1894289b-f70f-4794-b7d3-3d4cc3d4811b req-aea50d12-b186-4aef-a098-c93f58a41a38 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448617 Aug 02 13:22:44.002974 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:44.003341 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:44.159193 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Calling delete_port for 7b96b63b-4af8-494b-a0a4-487b14865b3b owned by network:floatingip {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:22:44.162723 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1894289b-f70f-4794-b7d3-3d4cc3d4811b req-5a5b8041-1847-43da-85b7-77d2a30509de service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630738 Aug 02 13:22:44.353012 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:44.358278 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:44.407083 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event deleted for resources: {'Port': ['ID=7b96b63b-4af8-494b-a0a4-487b14865b3b,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:44.411692 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:44.461082 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for floatingip, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:44.478068 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:44.482492 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "DELETE /v2.0/floatingips/52ae0d96-fe1b-4ccf-8acd-ae980b531ee7 HTTP/1.1" status: 204 len: 168 time: 2.1279902 Aug 02 13:22:44.818630 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54738) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:44.824179 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--573563352', 'description': 'tempest-description--214384941'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:44.830859 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:44.837183 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Usage tracker for resource:security_group and tenant:1dfc0f7ffe5d46e38126837be5e982ce is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:44.870390 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:44.886394 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:44.892899 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 16366589-13f7-4492-a6fe-8b7cf67b88c1 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:22:44.911336 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:44.939520 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:44.946040 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Usage tracker for resource:security_group_rule and tenant:1dfc0f7ffe5d46e38126837be5e982ce is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:44.949918 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:44.958454 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:44.968544 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a7a46b-e1c0-4433-b40b-362fda198af7 req-995cbcc0-3766-4830-9456-c5ce40df1e3c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:44.970152 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-27a7a46b-e1c0-4433-b40b-362fda198af7 req-995cbcc0-3766-4830-9456-c5ce40df1e3c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.1368623 Aug 02 13:22:45.046686 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-27a7a46b-e1c0-4433-b40b-362fda198af7 req-a6eb0e7b-8c84-4fd9-9b6b-fa02a24bad50 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688834 Aug 02 13:22:45.093229 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 16366589-13f7-4492-a6fe-8b7cf67b88c1, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:22:45.093579 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:45.102094 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:45.108800 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'port_id': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'mac_address': 'fa:16:3e:a2:7c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:22:45.110025 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-bc1f33da-7d19-4f97-9624-1a0a2a442542 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:45.156470 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:45.159448 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:45.160924 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3411460 Aug 02 13:22:45.162054 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-83584f72-888c-4083-a4f2-53166958af29 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:45.164708 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 54742) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:45.170148 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-b8602a6a-c09f-4feb-81e6-6b99b73709ad tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Request body: {'security_group_rule': {'security_group_id': 'de6aee92-ee60-49e3-9c9b-d78cce4ba2ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:45.176596 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-b8602a6a-c09f-4feb-81e6-6b99b73709ad tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:45.181051 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-b8602a6a-c09f-4feb-81e6-6b99b73709ad tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Usage tracker for resource:security_group_rule and tenant:1dfc0f7ffe5d46e38126837be5e982ce is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:45.184915 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-b8602a6a-c09f-4feb-81e6-6b99b73709ad tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:45.191543 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-b8602a6a-c09f-4feb-81e6-6b99b73709ad tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:45.191744 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:45.211620 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b8602a6a-c09f-4feb-81e6-6b99b73709ad tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:45.211849 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16366589-13f7-4492-a6fe-8b7cf67b88c1 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:22:45.232102 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 16366589-13f7-4492-a6fe-8b7cf67b88c1, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:22:45.237263 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:45.240417 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-32ebb9b2-c8f6-4747-9254-5050a7ad5baf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:45.293208 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b8602a6a-c09f-4feb-81e6-6b99b73709ad tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:45.300082 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b8602a6a-c09f-4feb-81e6-6b99b73709ad tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:45.303417 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-de3bf97a-75ec-4006-a6bf-c1984a925dd2 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:45.334750 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=16366589-13f7-4492-a6fe-8b7cf67b88c1,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:45.345254 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:45.345625 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:45.346347 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:45.346347 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:45.346624 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:45.346930 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:45.347600 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:45.347946 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:45.348299 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:45.348836 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:45.349137 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:45.349495 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:22:45.349723 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8602a6a-c09f-4feb-81e6-6b99b73709ad tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d20536dd-2b91-4e96-99ed-2a99ee9b86e0,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:45.359159 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b8602a6a-c09f-4feb-81e6-6b99b73709ad tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:45.362463 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:45.365732 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b8602a6a-c09f-4feb-81e6-6b99b73709ad tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:45.367586 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-b8602a6a-c09f-4feb-81e6-6b99b73709ad tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2021902 Aug 02 13:22:45.370682 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 54748) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:45.377408 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-93014f8c-4751-4f4c-a97e-80c5f6904b87 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Request body: {'security_group_rule': {'security_group_id': 'de6aee92-ee60-49e3-9c9b-d78cce4ba2ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:45.384116 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-93014f8c-4751-4f4c-a97e-80c5f6904b87 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:45.388635 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-93014f8c-4751-4f4c-a97e-80c5f6904b87 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Usage tracker for resource:security_group_rule and tenant:1dfc0f7ffe5d46e38126837be5e982ce is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:45.392808 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-93014f8c-4751-4f4c-a97e-80c5f6904b87 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:45.398695 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-93014f8c-4751-4f4c-a97e-80c5f6904b87 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:45.417497 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-93014f8c-4751-4f4c-a97e-80c5f6904b87 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:45.485649 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-93014f8c-4751-4f4c-a97e-80c5f6904b87 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:45.489830 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-93014f8c-4751-4f4c-a97e-80c5f6904b87 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:45.491783 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:45.520047 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93014f8c-4751-4f4c-a97e-80c5f6904b87 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=611f2a5e-fb38-4b7d-8545-5d2f7faa4383,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:45.524570 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-93014f8c-4751-4f4c-a97e-80c5f6904b87 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:45.530270 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-93014f8c-4751-4f4c-a97e-80c5f6904b87 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:45.531822 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-93014f8c-4751-4f4c-a97e-80c5f6904b87 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1599488 Aug 02 13:22:45.536242 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 54752) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:45.541881 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Request body: {'floatingip': {'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:45.550503 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:45.555147 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Usage tracker for resource:floatingip and tenant:1dfc0f7ffe5d46e38126837be5e982ce is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:22:45.558310 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:22:45.564525 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:45.574681 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for floatingip, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:45.610612 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['16366589-13f7-4492-a6fe-8b7cf67b88c1'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:22:45.724786 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:45.879165 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Allocated IP 172.27.2.55 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/12bf280f-1f87-4827-8bb4-20879976d681) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:22:46.038679 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:46.071151 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:46.082271 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-db42631c-ab7c-4ab0-8460-6ba83cf79f2a tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:46.158022 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event updated for resources: {'Port': ['ID=12bf280f-1f87-4827-8bb4-20879976d681,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:46.161400 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:22:46.162328 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:46.163276 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:22:46.166184 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:22:46.313733 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:46.395364 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8b51f-15f8-406f-b6aa-db8dc073d920 req-e56064c6-08ce-48a8-a474-97aea14560de tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:46.397382 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bbe8b51f-15f8-406f-b6aa-db8dc073d920 req-e56064c6-08ce-48a8-a474-97aea14560de tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 944 time: 0.2011902 Aug 02 13:22:46.415870 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:46.616356 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bbe8b51f-15f8-406f-b6aa-db8dc073d920 req-eae2b3e5-3a33-4bc7-81cf-0fb0370233a1 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2016335 Aug 02 13:22:46.778767 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:46.785209 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:46.790174 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:46.903840 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event updated for resources: {'Port': ['ID=12bf280f-1f87-4827-8bb4-20879976d681,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:46.908861 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:46.918119 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:46.924352 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 16366589-13f7-4492-a6fe-8b7cf67b88c1 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:22:46.943846 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:46.949981 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4079576 Aug 02 13:22:47.007502 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 16366589-13f7-4492-a6fe-8b7cf67b88c1 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:22:47.012948 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 16366589-13f7-4492-a6fe-8b7cf67b88c1 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:22:47.013383 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:47.169701 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:47.210221 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b8ca84-1154-461f-a23b-80d5286ea982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16366589-13f7-4492-a6fe-8b7cf67b88c1'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:22:47.225091 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-e5d30a96-2537-4385-ad91-17acc14285c0 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Synchronizing usage tracker for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:security_group {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:22:47.227653 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 16366589-13f7-4492-a6fe-8b7cf67b88c1, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:22:47.234620 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:47.238061 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:47.259280 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-e5d30a96-2537-4385-ad91-17acc14285c0 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Unset dirty status for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:security_group {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:22:47.261615 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-e5d30a96-2537-4385-ad91-17acc14285c0 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--573563352&fields=id&tenant_id=1dfc0f7ffe5d46e38126837be5e982ce HTTP/1.1" status: 200 len: 267 time: 0.0881016 Aug 02 13:22:47.287195 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b8ca84-1154-461f-a23b-80d5286ea982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'code': 200} Aug 02 13:22:47.356203 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=16366589-13f7-4492-a6fe-8b7cf67b88c1,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:47.361127 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:47.466610 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-7a0836ff-63a4-481b-a73a-782aed0fb76b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:47.468377 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-7a0836ff-63a4-481b-a73a-782aed0fb76b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/networks?id=f388a598-a9e9-4425-b334-df10ec450cba HTTP/1.1" status: 200 len: 810 time: 0.1977992 Aug 02 13:22:47.487515 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-a859f99c-565f-4da0-ae86-db04372a68b8 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/quotas/1dfc0f7ffe5d46e38126837be5e982ce HTTP/1.1" status: 200 len: 375 time: 0.0134251 Aug 02 13:22:47.561691 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691e710-c47a-404f-aefc-e1e38908d58c req-cb661137-f7e4-4bab-ad5c-fd6c228d44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:47.563234 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3691e710-c47a-404f-aefc-e1e38908d58c req-cb661137-f7e4-4bab-ad5c-fd6c228d44f5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 1098 time: 0.0736949 Aug 02 13:22:47.584578 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-514d7023-d39d-4477-b1cd-69f445990ee2 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Synchronizing usage tracker for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:port {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:22:47.600762 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-514d7023-d39d-4477-b1cd-69f445990ee2 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Unset dirty status for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:port {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:22:47.602140 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-514d7023-d39d-4477-b1cd-69f445990ee2 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=1dfc0f7ffe5d46e38126837be5e982ce&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1090808 Aug 02 13:22:47.613364 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3691e710-c47a-404f-aefc-e1e38908d58c req-f3730d7c-7a47-437e-b0a9-ffb664d31253 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411315 Aug 02 13:22:47.754110 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-643d573d-02d6-44c8-a0c9-8a88bfe35b9e service neutron] 10.222.0.49 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360488 Aug 02 13:22:47.825764 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f9cd89-e129-46f3-b017-a733830536e1 req-2664ed11-79e1-4f96-9861-b8bf5739024a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:47.828385 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f0f9cd89-e129-46f3-b017-a733830536e1 req-2664ed11-79e1-4f96-9861-b8bf5739024a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0878372 Aug 02 13:22:47.879462 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f0f9cd89-e129-46f3-b017-a733830536e1 req-64477b07-311f-4300-bcd7-44fda81e50f4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449362 Aug 02 13:22:48.006699 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-825c445c-dcc3-46f5-8253-a6896e40d55a service neutron] 10.222.0.49 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407227 Aug 02 13:22:48.191742 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-c12c99a8-f43f-4d4c-97fa-d50c9d215ab7 req-8bde3f9f-9363-40b4-a48c-6f6705ad1e5d tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Synchronizing usage tracker for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:22:48.209196 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-c12c99a8-f43f-4d4c-97fa-d50c9d215ab7 req-8bde3f9f-9363-40b4-a48c-6f6705ad1e5d tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Unset dirty status for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:22:48.210142 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c12c99a8-f43f-4d4c-97fa-d50c9d215ab7 req-8bde3f9f-9363-40b4-a48c-6f6705ad1e5d tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 210 time: 0.0653059 Aug 02 13:22:48.490708 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54820) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:48.566672 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_v2 [None req-1216912c-3a3a-440e-ba8b-c15ba2732015 admin admin] Deleting subnet 36ad0662-22a2-4177-82ef-222d169cd718 {{(pid=78567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:22:48.570285 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1216912c-3a3a-440e-ba8b-c15ba2732015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:48.627220 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1216912c-3a3a-440e-ba8b-c15ba2732015 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:48.635342 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1216912c-3a3a-440e-ba8b-c15ba2732015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:48.722449 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1216912c-3a3a-440e-ba8b-c15ba2732015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for subnet, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:48.726724 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:48.763176 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216912c-3a3a-440e-ba8b-c15ba2732015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ad0662-22a2-4177-82ef-222d169cd718,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:48.766584 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-1216912c-3a3a-440e-ba8b-c15ba2732015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:48.767574 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1216912c-3a3a-440e-ba8b-c15ba2732015 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:48.774064 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-1216912c-3a3a-440e-ba8b-c15ba2732015 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/36ad0662-22a2-4177-82ef-222d169cd718 HTTP/1.1" status: 204 len: 168 time: 0.2822487 Aug 02 13:22:48.776584 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54826) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:48.901970 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:49.043264 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:49.101664 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=78567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:22:49.102023 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=78567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:22:49.102779 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=78567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:22:49.103114 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Subscribe: > port after_create 55550000 {{(pid=78567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:22:49.103443 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=78567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:22:49.103786 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Subscribe: > port after_update 55550000 {{(pid=78567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:22:49.104112 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=78567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:22:49.104433 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:22:49.104758 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:22:49.105078 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=78567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:22:49.194722 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=78567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:22:49.195084 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=78567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:22:49.195416 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=78567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:22:49.195768 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=78567) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 02 13:22:49.196124 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec6e378-4a99-4b01-8f47-1edfd7058ab5']}} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:49.216477 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cd6d012-155d-4a2d-9079-520a69d4aedd') {'for_net_delete': True} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:49.216823 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cd6d012-155d-4a2d-9079-520a69d4aedd') {} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:49.232665 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132134287'] for segment, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:49.254661 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:49.272468 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=78567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:22:49.272907 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132222339'] for segment, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: from cryptography.utils import int_from_bytes Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: from cryptography.utils import int_from_bytes Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: util.warn_limited( Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: util.warn_limited( Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: Traceback (most recent call last): Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: timer() Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: cb(*args, **kw) Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: return func(*args, **kwargs) Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: self._notify() Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: self.callback(batched_events) Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: event.method(event) Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: return f(self, *a, **k) Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._get(url).json() Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: return self.request(url, 'GET', **kwargs) Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:22:49.288951 dv-cinder-803181-1-iscsi neutron-server[78567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:22:49.315021 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543aada-b02e-4617-8b6e-a22863f736eb req-0352ded2-9bda-40d1-9373-866bc3fe4446 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:49.316688 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e543aada-b02e-4617-8b6e-a22863f736eb req-0352ded2-9bda-40d1-9373-866bc3fe4446 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.2818336 Aug 02 13:22:49.395827 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e0b44811-fcf8-47c1-ab0c-6373d7b876bb req-2ef60f16-3121-49b0-b7c8-21c0a70d0556 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 210 time: 0.0521464 Aug 02 13:22:49.408913 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:49.426122 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:49.434356 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:49.458834 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ec6e378-4a99-4b01-8f47-1edfd7058ab5,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:49.462810 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:49.464771 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e543aada-b02e-4617-8b6e-a22863f736eb req-a9ff4a75-752e-4b87-a302-942ad8da0437 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955715 Aug 02 13:22:49.469967 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/4ec6e378-4a99-4b01-8f47-1edfd7058ab5 HTTP/1.1" status: 204 len: 168 time: 0.6923695 Aug 02 13:22:49.472061 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 54834) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:49.634402 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_v2 [None req-39a18ed3-01a4-4942-89de-0f0700721849 admin admin] Deleting subnet 1d779681-ad86-4526-9cb8-f94cababc1aa {{(pid=78568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:22:49.647995 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39a18ed3-01a4-4942-89de-0f0700721849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:49.705571 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-7cf579a7-7e6f-4fc0-a821-9c6a39d14274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:49.745548 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39a18ed3-01a4-4942-89de-0f0700721849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132345218'] for subnet, precommit_delete_associations {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:49.778612 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-fe2ae18e-a6e3-4576-a974-4e6565b92735 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:49.780076 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-fe2ae18e-a6e3-4576-a974-4e6565b92735 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.53 "GET /v2.0/networks?id=f388a598-a9e9-4425-b334-df10ec450cba HTTP/1.1" status: 200 len: 810 time: 0.2741151 Aug 02 13:22:49.837241 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39a18ed3-01a4-4942-89de-0f0700721849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:49.888833 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-065e657e-1a45-47bf-886b-ef6cb106c762 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dfc0f7ffe5d46e38126837be5e982ce HTTP/1.1" status: 200 len: 379 time: 0.0904660 Aug 02 13:22:49.902934 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Request body: {'port': {'device_id': 'd0f7b4b4-8d6b-4ef4-a34a-42a2bed18203', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'admin_state_up': True, 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'security_groups': ['de6aee92-ee60-49e3-9c9b-d78cce4ba2ee']}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:50.012222 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39a18ed3-01a4-4942-89de-0f0700721849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132699173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132238658'] for subnet, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:50.026585 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-34a2c6db-8baa-423b-8193-a71cf3bcf167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:50.073292 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a18ed3-01a4-4942-89de-0f0700721849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d779681-ad86-4526-9cb8-f94cababc1aa,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:50.085809 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-39a18ed3-01a4-4942-89de-0f0700721849 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:50.089023 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39a18ed3-01a4-4942-89de-0f0700721849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:50.100957 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-39a18ed3-01a4-4942-89de-0f0700721849 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/1d779681-ad86-4526-9cb8-f94cababc1aa HTTP/1.1" status: 204 len: 168 time: 0.6278598 Aug 02 13:22:50.103282 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:22:50.103671 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54844) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:50.114708 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:22:50.125320 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Made reservation on behalf of 1dfc0f7ffe5d46e38126837be5e982ce for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:22:50.129553 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:50.152374 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:50.220192 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7db58b70-756e-4299-a734-34b851bbc9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:50.308962 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Allocated IP 172.20.0.11 (f388a598-a9e9-4425-b334-df10ec450cba/fa6ef6ab-fa4e-4dab-a762-153ab4fccbae/c6e746fe-839f-4093-8188-06b9efe563d2) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:22:50.356958 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7db58b70-756e-4299-a734-34b851bbc9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:50.373065 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-7db58b70-756e-4299-a734-34b851bbc9cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c438a6a2-71bd-4ab7-8385-b516ca843377']}} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:50.386410 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-7db58b70-756e-4299-a734-34b851bbc9cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcdff4c3-5d21-4f29-8c0d-7d2b35e835dd') {'for_net_delete': True} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:50.386714 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-7db58b70-756e-4299-a734-34b851bbc9cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcdff4c3-5d21-4f29-8c0d-7d2b35e835dd') {} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:50.399275 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7db58b70-756e-4299-a734-34b851bbc9cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132134287'] for segment, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:50.417753 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7db58b70-756e-4299-a734-34b851bbc9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:50.423999 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db58b70-756e-4299-a734-34b851bbc9cf admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=78567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:22:50.424434 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7db58b70-756e-4299-a734-34b851bbc9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132222339'] for segment, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: Traceback (most recent call last): Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: timer() Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: cb(*args, **kw) Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: return func(*args, **kwargs) Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: self._notify() Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: self.callback(batched_events) Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: event.method(event) Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: return f(self, *a, **k) Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._get(url).json() Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: return self.request(url, 'GET', **kwargs) Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:22:50.439178 dv-cinder-803181-1-iscsi neutron-server[78567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:22:50.534595 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7db58b70-756e-4299-a734-34b851bbc9cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:50.539559 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:50.560866 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7db58b70-756e-4299-a734-34b851bbc9cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:50.561114 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:50.565424 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db58b70-756e-4299-a734-34b851bbc9cf admin admin] Pushing event deleted for resources: {'Network': ['ID=c438a6a2-71bd-4ab7-8385-b516ca843377,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:50.567273 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-7db58b70-756e-4299-a734-34b851bbc9cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:50.570285 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-7db58b70-756e-4299-a734-34b851bbc9cf admin admin] 10.222.0.49 "DELETE /v2.0/networks/c438a6a2-71bd-4ab7-8385-b516ca843377 HTTP/1.1" status: 204 len: 168 time: 0.4655724 Aug 02 13:22:50.623054 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bec04a61-166d-4452-a6b0-846d81fa533b req-d2c11a6c-a74a-4753-90fb-b7c4a2f17a87 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 210 time: 0.0657349 Aug 02 13:22:50.634577 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Transition to ACTIVE for port object c6e746fe-839f-4093-8188-06b9efe563d2 will not be triggered until provisioned by entity DHCP. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:22:50.664178 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:50.671322 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4358005a-4642-463e-9aab-4614f4cb0655 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:50.708350 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbc10c2-f1a9-4428-b242-2d0bf37208ee req-4d46080a-fd99-4f81-b360-a95fbc54dc21 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:50.709989 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7fbc10c2-f1a9-4428-b242-2d0bf37208ee req-4d46080a-fd99-4f81-b360-a95fbc54dc21 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.1008513 Aug 02 13:22:50.801835 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7fbc10c2-f1a9-4428-b242-2d0bf37208ee req-10725f99-8ba1-4c85-bf05-5a09a2575ca4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807755 Aug 02 13:22:50.802602 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54856) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:50.864883 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-1b309aab-f302-4c84-8124-3df5f790e2dc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=860b5fd23a434889855590f2be725347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610611 Aug 02 13:22:50.865294 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event updated for resources: {'Port': ['ID=c6e746fe-839f-4093-8188-06b9efe563d2,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:50.867220 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54862) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:50.871856 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:50.873789 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Network f388a598-a9e9-4425-b334-df10ec450cba is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:22:50.875656 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:22:50.878201 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:22:50.937345 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-249f824e-ec3a-4127-bf02-489860b70237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:50.971451 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-249f824e-ec3a-4127-bf02-489860b70237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:51.009113 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:51.009918 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:51.040067 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-249f824e-ec3a-4127-bf02-489860b70237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:51.047001 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:51.048429 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1506281 Aug 02 13:22:51.062473 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f824e-ec3a-4127-bf02-489860b70237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c35108-ecb5-4315-babc-74fb55096805,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:51.063988 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d0a4c-de82-44f7-bc76-b3f4a4ceddf3 req-6213610a-c02c-49d6-8ad5-d0dd243bf3eb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:51.065545 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-249f824e-ec3a-4127-bf02-489860b70237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:51.066614 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-249f824e-ec3a-4127-bf02-489860b70237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:51.069911 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-249f824e-ec3a-4127-bf02-489860b70237 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c1c35108-ecb5-4315-babc-74fb55096805 HTTP/1.1" status: 204 len: 168 time: 0.1995621 Aug 02 13:22:51.069999 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f24d0a4c-de82-44f7-bc76-b3f4a4ceddf3 req-6213610a-c02c-49d6-8ad5-d0dd243bf3eb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.1333504 Aug 02 13:22:51.075192 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Request body: {'port': {'device_id': 'd0f7b4b4-8d6b-4ef4-a34a-42a2bed18203', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:51.075860 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 54868) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:51.082105 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-115e29fc-dd05-4106-b60c-93b81d2d539b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Request body: {'floatingip': {'port_id': '16366589-13f7-4492-a6fe-8b7cf67b88c1'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:22:51.222586 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-89742dfd-42c3-4111-8d3c-4f0e6a23ad91 None None] Provisioning for port c6e746fe-839f-4093-8188-06b9efe563d2 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:22:51.224479 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:51.231037 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-89742dfd-42c3-4111-8d3c-4f0e6a23ad91 None None] Provisioning complete for port c6e746fe-839f-4093-8188-06b9efe563d2 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:22:51.231695 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-89742dfd-42c3-4111-8d3c-4f0e6a23ad91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:51.313499 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-115e29fc-dd05-4106-b60c-93b81d2d539b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for floatingip, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:51.354011 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-89742dfd-42c3-4111-8d3c-4f0e6a23ad91 None None] Port c6e746fe-839f-4093-8188-06b9efe563d2 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:22:51.570872 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 54874) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:51.646217 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-ecc35db8-ed33-4531-bafb-4dad98c8d73b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f7c323d86274ab0a4d9e8327a829b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0740221 Aug 02 13:22:51.649918 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 54880) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:22:51.763390 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6e746fe-839f-4093-8188-06b9efe563d2 {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:22:51.787347 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c44a7b60-16ff-428c-bc94-34b48909128c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:51.790055 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:51.828630 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Transition to ACTIVE for port object c6e746fe-839f-4093-8188-06b9efe563d2 will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:22:51.834037 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c44a7b60-16ff-428c-bc94-34b48909128c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:51.842327 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:51.851012 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-db2c3517-140e-4993-bf85-2372ee3ba819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:52.065763 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e746fe-839f-4093-8188-06b9efe563d2,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:52.074927 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:52.085763 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-115e29fc-dd05-4106-b60c-93b81d2d539b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:52.095554 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-115e29fc-dd05-4106-b60c-93b81d2d539b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:52.148876 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c44a7b60-16ff-428c-bc94-34b48909128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:52.166100 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-7abb66cd-5e56-464c-9a96-8ebfaa7848a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:52.181344 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c44a7b60-16ff-428c-bc94-34b48909128c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:52.188238 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-c44a7b60-16ff-428c-bc94-34b48909128c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bdece209-bb5e-4d35-8d70-33b60aa94820 HTTP/1.1" status: 204 len: 168 time: 0.5347519 Aug 02 13:22:52.201982 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a7b60-16ff-428c-bc94-34b48909128c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdece209-bb5e-4d35-8d70-33b60aa94820,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:52.206635 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c44a7b60-16ff-428c-bc94-34b48909128c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:52.226839 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Attempting to bind port c6e746fe-839f-4093-8188-06b9efe563d2 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:22:52.227174 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Attempting to bind port c6e746fe-839f-4093-8188-06b9efe563d2 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:22:52.227505 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Attempting to bind port c6e746fe-839f-4093-8188-06b9efe563d2 on network f388a598-a9e9-4425-b334-df10ec450cba {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:22:52.232885 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Port c6e746fe-839f-4093-8188-06b9efe563d2 on network f388a598-a9e9-4425-b334-df10ec450cba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:22:52.233241 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Attempting to bind port c6e746fe-839f-4093-8188-06b9efe563d2 on network f388a598-a9e9-4425-b334-df10ec450cba {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:22:52.238997 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:22:52.239346 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Checking segment: {'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:22:52.239733 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Bound using segment: {'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:22:52.240513 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Bound port: c6e746fe-839f-4093-8188-06b9efe563d2, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:22:52.240513 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:52.364530 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] For port c6e746fe-839f-4093-8188-06b9efe563d2, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:22:52.370917 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] For port c6e746fe-839f-4093-8188-06b9efe563d2, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=c6e746fe-839f-4093-8188-06b9efe563d2,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:22:52.378153 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:52.383255 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ee944a32-e333-43e0-b0c2-d31f069e666d tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:52.401388 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.l3_db [None req-115e29fc-dd05-4106-b60c-93b81d2d539b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Floating IP 8fe36041-97ba-446a-9128-b9d204f7ea73 associated. External IP: 172.27.2.165, port: 16366589-13f7-4492-a6fe-8b7cf67b88c1. Aug 02 13:22:52.456842 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:52.457747 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:52.459153 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] 10.222.0.53 "PUT /v2.0/ports/c6e746fe-839f-4093-8188-06b9efe563d2 HTTP/1.1" status: 200 len: 1094 time: 1.3892052 Aug 02 13:22:52.459684 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f7b4b4-8d6b-4ef4-a34a-42a2bed18203', 'tag': 'c6e746fe-839f-4093-8188-06b9efe563d2'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:22:52.479207 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Pushing event updated for resources: {'Port': ['ID=c6e746fe-839f-4093-8188-06b9efe563d2,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:52.486525 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:52.537843 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f7b4b4-8d6b-4ef4-a34a-42a2bed18203', 'tag': 'c6e746fe-839f-4093-8188-06b9efe563d2', 'status': 'completed', 'code': 200} Aug 02 13:22:52.608907 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76ed34-f555-4cfa-8b12-b7f5c1a9c8f7 req-b896f96d-8214-422e-8480-b4ba711c89ed tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:52.620905 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ea76ed34-f555-4cfa-8b12-b7f5c1a9c8f7 req-b896f96d-8214-422e-8480-b4ba711c89ed tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 944 time: 0.4257290 Aug 02 13:22:52.668019 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-1816d852-7113-4cd1-8cce-c30ad9940d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:52.671210 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-1816d852-7113-4cd1-8cce-c30ad9940d1f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1dfc0f7ffe5d46e38126837be5e982ce&device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 1097 time: 0.1137495 Aug 02 13:22:52.687743 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ea76ed34-f555-4cfa-8b12-b7f5c1a9c8f7 req-242f0a1c-849d-4f2f-8afc-33ea9b94a0b8 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658233 Aug 02 13:22:52.773759 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-ceae765a-bf9e-404d-ba2b-02c74ef9b38b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6e746fe-839f-4093-8188-06b9efe563d2 HTTP/1.1" status: 200 len: 217 time: 0.0874133 Aug 02 13:22:52.810791 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ff1d28c5-641c-42ed-ae28-53ded5af5133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:52.847042 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-8c66ac83-8c1e-489e-93f0-2669d94fb0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:52.848522 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-8c66ac83-8c1e-489e-93f0-2669d94fb0d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa6ef6ab-fa4e-4dab-a762-153ab4fccbae HTTP/1.1" status: 200 len: 849 time: 0.0679414 Aug 02 13:22:52.939356 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-996b32cc-4101-4991-bc51-294f6838a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:52.940803 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-996b32cc-4101-4991-bc51-294f6838a033 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f388a598-a9e9-4425-b334-df10ec450cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848682 Aug 02 13:22:53.017860 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115e29fc-dd05-4106-b60c-93b81d2d539b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Router e37b4cce-627b-421f-880e-c3c81cb13c96 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:22:53.188859 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-94f24cfd-d538-4db8-84b4-df043b31a386 service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347209 Aug 02 13:22:53.247580 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115e29fc-dd05-4106-b60c-93b81d2d539b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:22:53.256152 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-115e29fc-dd05-4106-b60c-93b81d2d539b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:53.265904 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c54019e-363f-427d-9a3a-a77057875284 None None] Sync routers for ids ['e37b4cce-627b-421f-880e-c3c81cb13c96'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:22:53.286319 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c54019e-363f-427d-9a3a-a77057875284 None None] Routers {'e37b4cce-627b-421f-880e-c3c81cb13c96'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:22:53.288101 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-5c54019e-363f-427d-9a3a-a77057875284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:22:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['e37b4cce-627b-421f-880e-c3c81cb13c96'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:53.320040 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-115e29fc-dd05-4106-b60c-93b81d2d539b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "PUT /v2.0/floatingips/8fe36041-97ba-446a-9128-b9d204f7ea73 HTTP/1.1" status: 200 len: 991 time: 2.2428210 Aug 02 13:22:53.320769 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95b8ca84-1154-461f-a23b-80d5286ea982', 'tag': '16366589-13f7-4492-a6fe-8b7cf67b88c1'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:22:53.372949 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1c5af3ca-0c9d-47e1-887e-baaec6646686 req-e5b95efe-ef54-4adb-b3df-e7f7758413fb service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812527 Aug 02 13:22:53.385209 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95b8ca84-1154-461f-a23b-80d5286ea982', 'tag': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'status': 'completed', 'code': 200} Aug 02 13:22:53.562842 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:53.589103 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-5c54019e-363f-427d-9a3a-a77057875284 None None] Set router e37b4cce-627b-421f-880e-c3c81cb13c96 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:22:53.696650 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af579dd-27ed-43a3-b077-af96ff22e4c7 req-d1dc95c5-8767-472f-aa5f-903e696788ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:53.698361 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8af579dd-27ed-43a3-b077-af96ff22e4c7 req-d1dc95c5-8767-472f-aa5f-903e696788ca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a084b6e9d41405097db0f4dc6fedaf7&device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 1098 time: 0.1690953 Aug 02 13:22:53.705817 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b92498-5fde-4eb5-9934-1401286ccd01 req-5f7c18f0-ec52-4b95-a5ad-db16b26ef962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:53.707304 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-49b92498-5fde-4eb5-9934-1401286ccd01 req-5f7c18f0-ec52-4b95-a5ad-db16b26ef962 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1dfc0f7ffe5d46e38126837be5e982ce&device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 1097 time: 0.1792812 Aug 02 13:22:53.939545 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30dedc-e97c-4b3d-bc46-07bd65d42d88 req-84e655c7-96f6-45cd-944d-81f4d51b90e0 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:53.950340 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1a30dedc-e97c-4b3d-bc46-07bd65d42d88 req-84e655c7-96f6-45cd-944d-81f4d51b90e0 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 944 time: 0.1199071 Aug 02 13:22:54.008941 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af579dd-27ed-43a3-b077-af96ff22e4c7 req-78dcd6ff-f0cc-4a77-9bf1-6b078ca48fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:54.010452 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8af579dd-27ed-43a3-b077-af96ff22e4c7 req-78dcd6ff-f0cc-4a77-9bf1-6b078ca48fef service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb040d03-cbf3-4995-bcf3-f17d53b45872 HTTP/1.1" status: 200 len: 918 time: 0.3022161 Aug 02 13:22:54.012848 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b92498-5fde-4eb5-9934-1401286ccd01 req-bbbb9be4-ae83-48c1-ae96-67833cb69417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:54.014239 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-49b92498-5fde-4eb5-9934-1401286ccd01 req-bbbb9be4-ae83-48c1-ae96-67833cb69417 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f388a598-a9e9-4425-b334-df10ec450cba HTTP/1.1" status: 200 len: 911 time: 0.2830386 Aug 02 13:22:54.023786 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1a30dedc-e97c-4b3d-bc46-07bd65d42d88 req-a68be3d2-8ec5-479a-905d-b9e23848e775 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699208 Aug 02 13:22:54.080312 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-5c54019e-363f-427d-9a3a-a77057875284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '8fe36041-97ba-446a-9128-b9d204f7ea73', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'port_id': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'mac_address': 'fa:16:3e:a2:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b8ca84-1154-461f-a23b-80d5286ea982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:22:33Z', 'updated_at': '2021-08-02T13:22:51Z', 'revision_number': 1, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c262f1f1-0556-4622-85e2-c59be481fe25', 'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'mac_address': 'fa:16:3e:f7:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:24Z', 'updated_at': '2021-08-02T13:17:45Z', 'revision_number': 5, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'subnets': [{'id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:54.084664 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c54019e-363f-427d-9a3a-a77057875284 None None] Checking router: e37b4cce-627b-421f-880e-c3c81cb13c96 for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:22:54.094520 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c54019e-363f-427d-9a3a-a77057875284 None None] Routers {'e37b4cce-627b-421f-880e-c3c81cb13c96'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:22:54.094752 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-5c54019e-363f-427d-9a3a-a77057875284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:22:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['e37b4cce-627b-421f-880e-c3c81cb13c96'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:54.178907 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-49b92498-5fde-4eb5-9934-1401286ccd01 req-938abdfb-ace7-4d37-b156-2410669b586d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6e746fe-839f-4093-8188-06b9efe563d2 HTTP/1.1" status: 200 len: 217 time: 0.0826423 Aug 02 13:22:54.241278 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8af579dd-27ed-43a3-b077-af96ff22e4c7 req-84e5632f-72bd-4184-8598-97cd3eab2851 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1 HTTP/1.1" status: 200 len: 999 time: 0.2138267 Aug 02 13:22:54.286895 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-5c54019e-363f-427d-9a3a-a77057875284 None None] Set router e37b4cce-627b-421f-880e-c3c81cb13c96 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:22:54.307004 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b92498-5fde-4eb5-9934-1401286ccd01 req-186d5b6f-28ed-4c67-a9ba-a0f3ac1e96b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:54.308438 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-49b92498-5fde-4eb5-9934-1401286ccd01 req-186d5b6f-28ed-4c67-a9ba-a0f3ac1e96b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa6ef6ab-fa4e-4dab-a762-153ab4fccbae HTTP/1.1" status: 200 len: 849 time: 0.1192760 Aug 02 13:22:54.367565 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af579dd-27ed-43a3-b077-af96ff22e4c7 req-68446fba-42aa-4bec-9927-0e1713c97d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:54.369064 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8af579dd-27ed-43a3-b077-af96ff22e4c7 req-68446fba-42aa-4bec-9927-0e1713c97d79 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bf2c7bd-9f7d-4ef5-aae7-845561678e71 HTTP/1.1" status: 200 len: 856 time: 0.1196556 Aug 02 13:22:54.462343 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b92498-5fde-4eb5-9934-1401286ccd01 req-5b04b2fa-8c98-4596-a89b-df41aaccf465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:54.463978 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-49b92498-5fde-4eb5-9934-1401286ccd01 req-5b04b2fa-8c98-4596-a89b-df41aaccf465 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f388a598-a9e9-4425-b334-df10ec450cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1469595 Aug 02 13:22:54.467050 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af579dd-27ed-43a3-b077-af96ff22e4c7 req-1fd6045d-c0b7-42a1-8c55-7ad96ae63773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:54.468927 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8af579dd-27ed-43a3-b077-af96ff22e4c7 req-1fd6045d-c0b7-42a1-8c55-7ad96ae63773 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb040d03-cbf3-4995-bcf3-f17d53b45872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0907884 Aug 02 13:22:54.707918 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-5c54019e-363f-427d-9a3a-a77057875284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '8fe36041-97ba-446a-9128-b9d204f7ea73', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'port_id': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'mac_address': 'fa:16:3e:a2:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b8ca84-1154-461f-a23b-80d5286ea982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:22:33Z', 'updated_at': '2021-08-02T13:22:51Z', 'revision_number': 1, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c262f1f1-0556-4622-85e2-c59be481fe25', 'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'mac_address': 'fa:16:3e:f7:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:24Z', 'updated_at': '2021-08-02T13:17:45Z', 'revision_number': 5, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'subnets': [{'id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:22:54.712190 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c54019e-363f-427d-9a3a-a77057875284 None None] The sync data for ids ['e37b4cce-627b-421f-880e-c3c81cb13c96'] in dv-cinder-803181-1-iscsi is: [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '8fe36041-97ba-446a-9128-b9d204f7ea73', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'floating_ip_address': '172.27.2.165', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'port_id': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'mac_address': 'fa:16:3e:a2:7c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95b8ca84-1154-461f-a23b-80d5286ea982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:22:33Z', 'updated_at': '2021-08-02T13:22:51Z', 'revision_number': 1, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c262f1f1-0556-4622-85e2-c59be481fe25', 'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'mac_address': 'fa:16:3e:f7:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:24Z', 'updated_at': '2021-08-02T13:17:45Z', 'revision_number': 5, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'subnets': [{'id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:22:54.733789 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8af579dd-27ed-43a3-b077-af96ff22e4c7 req-7fe6ae91-823b-42c4-916c-db0102dae1f9 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498698 Aug 02 13:22:54.736586 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-49b92498-5fde-4eb5-9934-1401286ccd01 req-ff2f216c-76f2-4653-9a44-d8cdd7b44195 service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539082 Aug 02 13:22:54.936763 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4627804-4f21-4423-abfd-dc538a69f30a None None] New status for floating IP 8fe36041-97ba-446a-9128-b9d204f7ea73: ACTIVE {{(pid=78570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:22:54.941462 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:55.114861 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8af579dd-27ed-43a3-b077-af96ff22e4c7 req-a2df6c2c-ec1c-4a5e-82d9-7eb57912fdc5 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683853 Aug 02 13:22:55.116858 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-49b92498-5fde-4eb5-9934-1401286ccd01 req-e3c5acc8-005f-44c4-bccd-35297dcdf663 service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694267 Aug 02 13:22:55.299173 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9de078-cdf7-41ec-ab02-4f3a68430d6c req-61aaf16f-1170-43cd-a2e1-b9d8e422dc60 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:55.300731 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0d9de078-cdf7-41ec-ab02-4f3a68430d6c req-61aaf16f-1170-43cd-a2e1-b9d8e422dc60 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 944 time: 0.1017094 Aug 02 13:22:55.371205 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0d9de078-cdf7-41ec-ab02-4f3a68430d6c req-4f38122b-9a6d-4134-b641-f9f7dc39f270 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488579 Aug 02 13:22:56.577122 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2ac66-cea5-4bd3-bacc-b848afc28f6b req-5de76b1e-e968-4922-b398-cbcec30b2b28 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:56.579279 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-80d2ac66-cea5-4bd3-bacc-b848afc28f6b req-5de76b1e-e968-4922-b398-cbcec30b2b28 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 944 time: 0.0901206 Aug 02 13:22:56.626023 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-80d2ac66-cea5-4bd3-bacc-b848afc28f6b req-c2566fb8-6dea-4224-9340-aa02b7c1588d tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400660 Aug 02 13:22:57.815211 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a3833-93ea-4f06-98d6-b676549b97da req-9ac827fa-119e-4de8-a5cc-a9d9627b0304 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:57.816697 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-163a3833-93ea-4f06-98d6-b676549b97da req-9ac827fa-119e-4de8-a5cc-a9d9627b0304 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 944 time: 0.0826750 Aug 02 13:22:57.865434 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-163a3833-93ea-4f06-98d6-b676549b97da req-480cc753-2ee6-4a2c-aca5-bfd133a52d71 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428481 Aug 02 13:22:58.451308 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:22:58.808519 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device c6e746fe-839f-4093-8188-06b9efe563d2 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:22:58.946318 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port c6e746fe-839f-4093-8188-06b9efe563d2, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=c6e746fe-839f-4093-8188-06b9efe563d2,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:22:58.960105 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': 'c6e746fe-839f-4093-8188-06b9efe563d2', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'port_id': 'c6e746fe-839f-4093-8188-06b9efe563d2', 'mac_address': 'fa:16:3e:65:10:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:22:59.019959 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:59.038142 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6e746fe-839f-4093-8188-06b9efe563d2 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:22:59.055003 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port c6e746fe-839f-4093-8188-06b9efe563d2, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=c6e746fe-839f-4093-8188-06b9efe563d2,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:22:59.056392 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81b4c8-d5b3-4d9b-8d16-22424e449e31 req-39340752-aaa6-45ac-bce5-5b6a00c234c0 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:22:59.058196 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1e81b4c8-d5b3-4d9b-8d16-22424e449e31 req-39340752-aaa6-45ac-bce5-5b6a00c234c0 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 944 time: 0.0851026 Aug 02 13:22:59.061250 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:22:59.064081 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:22:59.104967 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1e81b4c8-d5b3-4d9b-8d16-22424e449e31 req-81a92736-5abe-44bc-93b8-5c5eb49e7f7a tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404499 Aug 02 13:22:59.131146 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=c6e746fe-839f-4093-8188-06b9efe563d2,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:22:59.134130 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:22:59.468676 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['c6e746fe-839f-4093-8188-06b9efe563d2'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:23:00.303250 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657aa09-403a-4bc1-a6cf-635167db9266 req-84655cb2-2bdb-496b-8ca4-c16fcc4fcded tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:00.304755 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e657aa09-403a-4bc1-a6cf-635167db9266 req-84655cb2-2bdb-496b-8ca4-c16fcc4fcded tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 945 time: 0.0916450 Aug 02 13:23:00.351810 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e657aa09-403a-4bc1-a6cf-635167db9266 req-26d35ec1-e8cd-4a47-87c9-4247f3822eb5 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411448 Aug 02 13:23:01.540928 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6408e7f5-95c5-4f8f-8796-f1b23d2fadf4 req-a28609dd-b74c-4251-9ba3-c9bf061ea0db tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:01.542554 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6408e7f5-95c5-4f8f-8796-f1b23d2fadf4 req-a28609dd-b74c-4251-9ba3-c9bf061ea0db tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 945 time: 0.0841782 Aug 02 13:23:01.598036 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6408e7f5-95c5-4f8f-8796-f1b23d2fadf4 req-982cf093-e619-42fb-b0bf-e7af14edf1e0 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447152 Aug 02 13:23:02.795054 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc41759-580e-472b-a1e2-697bc6182815 req-af7f0e55-fdf7-4a6b-99fb-6beb6ec719aa tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:02.796626 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8fc41759-580e-472b-a1e2-697bc6182815 req-af7f0e55-fdf7-4a6b-99fb-6beb6ec719aa tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 945 time: 0.0888493 Aug 02 13:23:02.847783 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8fc41759-580e-472b-a1e2-697bc6182815 req-211afc07-6410-4bb3-b5e1-4d18d9b3994f tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447204 Aug 02 13:23:03.761797 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device c6e746fe-839f-4093-8188-06b9efe563d2 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:23:03.836827 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port c6e746fe-839f-4093-8188-06b9efe563d2 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:23:03.846158 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port c6e746fe-839f-4093-8188-06b9efe563d2 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:23:03.846794 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:04.042257 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:04.053260 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17881eaf-478a-469f-ad11-4a3befe09e2f req-f742e632-8788-4d8c-b491-5ecde8226b03 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:04.054910 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-17881eaf-478a-469f-ad11-4a3befe09e2f req-f742e632-8788-4d8c-b491-5ecde8226b03 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 945 time: 0.0922332 Aug 02 13:23:04.072071 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f7b4b4-8d6b-4ef4-a34a-42a2bed18203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e746fe-839f-4093-8188-06b9efe563d2'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:23:04.091471 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port c6e746fe-839f-4093-8188-06b9efe563d2, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=c6e746fe-839f-4093-8188-06b9efe563d2,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:23:04.103087 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:04.108323 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:23:04.118844 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-17881eaf-478a-469f-ad11-4a3befe09e2f req-e9385cdf-e52b-4af7-9cea-132598237e6f tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579863 Aug 02 13:23:04.251052 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=c6e746fe-839f-4093-8188-06b9efe563d2,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:23:04.255050 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:23:04.369048 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f7b4b4-8d6b-4ef4-a34a-42a2bed18203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6e746fe-839f-4093-8188-06b9efe563d2', 'code': 200} Aug 02 13:23:04.706616 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c27d1-4c1c-4704-a19b-8abf68dd3f78 req-238a1741-97b9-4765-8cf0-76e60ef4e75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:04.708109 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-005c27d1-4c1c-4704-a19b-8abf68dd3f78 req-238a1741-97b9-4765-8cf0-76e60ef4e75f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 1099 time: 0.0819719 Aug 02 13:23:04.756362 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-005c27d1-4c1c-4704-a19b-8abf68dd3f78 req-9110daa4-2ac8-4b40-84d8-9908d8376f56 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384214 Aug 02 13:23:05.412164 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d21c8-57a7-4ca7-80c7-01da1c629206 req-960a5a33-6054-4254-8b16-00d43ad098f3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:05.412907 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-004d21c8-57a7-4ca7-80c7-01da1c629206 req-960a5a33-6054-4254-8b16-00d43ad098f3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Synchronizing usage tracker for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:23:05.436600 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-004d21c8-57a7-4ca7-80c7-01da1c629206 req-960a5a33-6054-4254-8b16-00d43ad098f3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Unset dirty status for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:23:05.436600 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-004d21c8-57a7-4ca7-80c7-01da1c629206 req-960a5a33-6054-4254-8b16-00d43ad098f3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 946 time: 0.1745722 Aug 02 13:23:05.480077 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-004d21c8-57a7-4ca7-80c7-01da1c629206 req-29ba0640-5c76-4a07-8887-2ca7570717d4 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431314 Aug 02 13:23:06.250903 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:06.694092 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0dcd9f-196a-4409-ad65-feaa55bd3614 req-cc577c23-ccdd-423d-a71f-7114e0ab6166 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:06.696053 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b0dcd9f-196a-4409-ad65-feaa55bd3614 req-cc577c23-ccdd-423d-a71f-7114e0ab6166 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 946 time: 0.1081536 Aug 02 13:23:06.766185 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b0dcd9f-196a-4409-ad65-feaa55bd3614 req-fdbf6e28-218f-4d2f-9230-1490a55ae511 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632062 Aug 02 13:23:06.984702 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e28a6-9031-43d0-85a6-22e59acef356 req-f6481d5a-5e1b-47aa-8874-64a52229dc18 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:06.989934 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f44e28a6-9031-43d0-85a6-22e59acef356 req-f6481d5a-5e1b-47aa-8874-64a52229dc18 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 946 time: 0.1037223 Aug 02 13:23:06.997123 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55052) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:23:07.005724 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-08380893-1793-42c2-a36d-f0b13541bf93 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Request body: {'floatingip': {'port_id': 'c6e746fe-839f-4093-8188-06b9efe563d2'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:23:07.108201 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-08380893-1793-42c2-a36d-f0b13541bf93 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for floatingip, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:07.905700 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-08380893-1793-42c2-a36d-f0b13541bf93 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:07.918276 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-08380893-1793-42c2-a36d-f0b13541bf93 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:08.108442 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.l3_db [None req-08380893-1793-42c2-a36d-f0b13541bf93 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Floating IP db50cb7b-6cc6-458e-a23e-a3044360438d associated. External IP: 172.27.2.55, port: c6e746fe-839f-4093-8188-06b9efe563d2. Aug 02 13:23:08.481894 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08380893-1793-42c2-a36d-f0b13541bf93 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:23:08.739359 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08380893-1793-42c2-a36d-f0b13541bf93 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:23:08.744354 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-08380893-1793-42c2-a36d-f0b13541bf93 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:08.757584 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b2599-7f42-4a15-b046-fb6e61dad26a None None] Sync routers for ids ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:23:08.786232 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b2599-7f42-4a15-b046-fb6e61dad26a None None] Routers {'f2f0fcf2-8a6f-44b2-83e5-b519819699b7'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:23:08.787203 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-442b2599-7f42-4a15-b046-fb6e61dad26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:22:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:23:08.815523 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-08380893-1793-42c2-a36d-f0b13541bf93 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "PUT /v2.0/floatingips/db50cb7b-6cc6-458e-a23e-a3044360438d HTTP/1.1" status: 200 len: 991 time: 1.8168590 Aug 02 13:23:08.816327 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f7b4b4-8d6b-4ef4-a34a-42a2bed18203', 'tag': 'c6e746fe-839f-4093-8188-06b9efe563d2'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:23:08.995253 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f7b4b4-8d6b-4ef4-a34a-42a2bed18203', 'tag': 'c6e746fe-839f-4093-8188-06b9efe563d2', 'status': 'completed', 'code': 200} Aug 02 13:23:09.019971 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-442b2599-7f42-4a15-b046-fb6e61dad26a None None] Set router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:23:09.129739 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401e754-14a6-4889-9183-82f19d2076c6 req-d808bca6-6809-441c-af2c-aa8203bead73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:09.131208 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2401e754-14a6-4889-9183-82f19d2076c6 req-d808bca6-6809-441c-af2c-aa8203bead73 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1dfc0f7ffe5d46e38126837be5e982ce&device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 1099 time: 0.0788140 Aug 02 13:23:09.311455 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401e754-14a6-4889-9183-82f19d2076c6 req-3d570cc4-4c12-47a0-af38-55b7f9abf1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:09.313029 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2401e754-14a6-4889-9183-82f19d2076c6 req-3d570cc4-4c12-47a0-af38-55b7f9abf1cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=f388a598-a9e9-4425-b334-df10ec450cba HTTP/1.1" status: 200 len: 911 time: 0.1736171 Aug 02 13:23:09.478995 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-442b2599-7f42-4a15-b046-fb6e61dad26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:42Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': 'db50cb7b-6cc6-458e-a23e-a3044360438d', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'port_id': 'c6e746fe-839f-4093-8188-06b9efe563d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'mac_address': 'fa:16:3e:65:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f7b4b4-8d6b-4ef4-a34a-42a2bed18203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:22:46Z', 'updated_at': '2021-08-02T13:23:07Z', 'revision_number': 1, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e491168b-05bd-4e01-a729-1525c48d72c4', 'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'mac_address': 'fa:16:3e:f4:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:35Z', 'updated_at': '2021-08-02T13:17:59Z', 'revision_number': 5, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'subnets': [{'id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:23:09.482999 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b2599-7f42-4a15-b046-fb6e61dad26a None None] Checking router: f2f0fcf2-8a6f-44b2-83e5-b519819699b7 for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:23:09.491829 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442b2599-7f42-4a15-b046-fb6e61dad26a None None] Routers {'f2f0fcf2-8a6f-44b2-83e5-b519819699b7'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:23:09.492460 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-442b2599-7f42-4a15-b046-fb6e61dad26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:22:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:23:09.685300 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-442b2599-7f42-4a15-b046-fb6e61dad26a None None] Set router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:23:10.083268 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-442b2599-7f42-4a15-b046-fb6e61dad26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:42Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': 'db50cb7b-6cc6-458e-a23e-a3044360438d', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'port_id': 'c6e746fe-839f-4093-8188-06b9efe563d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'mac_address': 'fa:16:3e:65:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f7b4b4-8d6b-4ef4-a34a-42a2bed18203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:22:46Z', 'updated_at': '2021-08-02T13:23:07Z', 'revision_number': 1, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e491168b-05bd-4e01-a729-1525c48d72c4', 'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'mac_address': 'fa:16:3e:f4:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:35Z', 'updated_at': '2021-08-02T13:17:59Z', 'revision_number': 5, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'subnets': [{'id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:23:10.088018 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442b2599-7f42-4a15-b046-fb6e61dad26a None None] The sync data for ids ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'] in dv-cinder-803181-1-iscsi is: [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:42Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': 'db50cb7b-6cc6-458e-a23e-a3044360438d', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'floating_ip_address': '172.27.2.55', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'port_id': 'c6e746fe-839f-4093-8188-06b9efe563d2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'mac_address': 'fa:16:3e:65:10:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0f7b4b4-8d6b-4ef4-a34a-42a2bed18203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:22:46Z', 'updated_at': '2021-08-02T13:23:07Z', 'revision_number': 1, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e491168b-05bd-4e01-a729-1525c48d72c4', 'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'mac_address': 'fa:16:3e:f4:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:35Z', 'updated_at': '2021-08-02T13:17:59Z', 'revision_number': 5, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'subnets': [{'id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:23:10.296476 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d8309-7ff7-46bb-9526-4d911692e938 None None] New status for floating IP db50cb7b-6cc6-458e-a23e-a3044360438d: ACTIVE {{(pid=78570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:23:12.076529 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2401e754-14a6-4889-9183-82f19d2076c6 req-ab7c0307-d9ef-4a16-ab1a-50e0f6497cfa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c6e746fe-839f-4093-8188-06b9efe563d2 HTTP/1.1" status: 200 len: 1001 time: 0.1098828 Aug 02 13:23:12.145208 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401e754-14a6-4889-9183-82f19d2076c6 req-a7464bf6-c9d5-4c73-80a6-bf22b45ff0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:12.146675 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2401e754-14a6-4889-9183-82f19d2076c6 req-a7464bf6-c9d5-4c73-80a6-bf22b45ff0a6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fa6ef6ab-fa4e-4dab-a762-153ab4fccbae HTTP/1.1" status: 200 len: 849 time: 0.0630870 Aug 02 13:23:12.228896 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401e754-14a6-4889-9183-82f19d2076c6 req-efee7b46-1a01-4c18-9cb2-0b4b4a2bf752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:12.230456 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2401e754-14a6-4889-9183-82f19d2076c6 req-efee7b46-1a01-4c18-9cb2-0b4b4a2bf752 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f388a598-a9e9-4425-b334-df10ec450cba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0763566 Aug 02 13:23:12.450956 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2401e754-14a6-4889-9183-82f19d2076c6 req-003a3ae7-ebeb-421c-8e88-e4d4fc0aa08b service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113853 Aug 02 13:23:12.600913 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2401e754-14a6-4889-9183-82f19d2076c6 req-37d8c702-4b81-48ca-ada2-b2485457860b service neutron] 10.222.0.53 "GET /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427872 Aug 02 13:23:16.162845 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55156) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:23:16.297194 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f85d8ffe-825a-49a1-911a-3bb2b0220296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:16.314414 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-f85d8ffe-825a-49a1-911a-3bb2b0220296 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:23:16.318938 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-f85d8ffe-825a-49a1-911a-3bb2b0220296 admin admin] Usage tracker for resource:security_group_rule and tenant:3c10fadeee55414185fd84c34c7f701c is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:23:16.322012 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-f85d8ffe-825a-49a1-911a-3bb2b0220296 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:23:16.328264 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-f85d8ffe-825a-49a1-911a-3bb2b0220296 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:23:16.414273 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f85d8ffe-825a-49a1-911a-3bb2b0220296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:16.418059 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f85d8ffe-825a-49a1-911a-3bb2b0220296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:16.430327 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-74fe7b29-b1d7-418d-bd16-be23ee360a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:23:16.563880 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-f85d8ffe-825a-49a1-911a-3bb2b0220296 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3c10fadeee55414185fd84c34c7f701c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3998127 Aug 02 13:23:16.565530 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85d8ffe-825a-49a1-911a-3bb2b0220296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192f7a80-833e-400c-87ba-93af1196a7fb,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:23:16.566725 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 55168) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:23:16.568890 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-f85d8ffe-825a-49a1-911a-3bb2b0220296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:23:16.634480 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b6c1eb73-6e17-4e3d-b262-feb955022087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:16.666811 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b6c1eb73-6e17-4e3d-b262-feb955022087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:16.730524 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b6c1eb73-6e17-4e3d-b262-feb955022087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:16.734283 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:23:16.745683 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1eb73-6e17-4e3d-b262-feb955022087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192f7a80-833e-400c-87ba-93af1196a7fb,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:23:16.750194 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b6c1eb73-6e17-4e3d-b262-feb955022087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:23:16.753801 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b6c1eb73-6e17-4e3d-b262-feb955022087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:16.754803 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-b6c1eb73-6e17-4e3d-b262-feb955022087 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/192f7a80-833e-400c-87ba-93af1196a7fb HTTP/1.1" status: 204 len: 168 time: 0.1870122 Aug 02 13:23:18.000579 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55198) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:23:18.116741 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5be51648-d802-4861-8ff1-dfee18dd7d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:18.130900 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-5be51648-d802-4861-8ff1-dfee18dd7d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:23:18.134852 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-5be51648-d802-4861-8ff1-dfee18dd7d46 admin admin] Usage tracker for resource:security_group_rule and tenant:fc650cadc48f442c99ecc9281f0dcb0a is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:23:18.137724 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-5be51648-d802-4861-8ff1-dfee18dd7d46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:23:18.143425 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-5be51648-d802-4861-8ff1-dfee18dd7d46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:23:18.232482 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5be51648-d802-4861-8ff1-dfee18dd7d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:18.237849 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5be51648-d802-4861-8ff1-dfee18dd7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:18.245828 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-eebda7ab-d61b-4aa6-b655-e5119619102e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:23:18.290906 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be51648-d802-4861-8ff1-dfee18dd7d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce374f45-3542-45cf-94ff-0cbfc6227412,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:23:18.295282 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-5be51648-d802-4861-8ff1-dfee18dd7d46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc650cadc48f442c99ecc9281f0dcb0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2934904 Aug 02 13:23:18.296226 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5be51648-d802-4861-8ff1-dfee18dd7d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:23:18.299630 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55204) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:23:18.366569 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ba9d56c1-70e2-4d48-a6b1-2470a27d519c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:18.402341 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ba9d56c1-70e2-4d48-a6b1-2470a27d519c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:18.459743 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ba9d56c1-70e2-4d48-a6b1-2470a27d519c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:18.463984 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-8581857f-b419-4066-a8d7-189a551da9c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:23:18.479608 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9d56c1-70e2-4d48-a6b1-2470a27d519c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce374f45-3542-45cf-94ff-0cbfc6227412,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:23:18.481988 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-ba9d56c1-70e2-4d48-a6b1-2470a27d519c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:23:18.492733 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ba9d56c1-70e2-4d48-a6b1-2470a27d519c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:18.496987 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-ba9d56c1-70e2-4d48-a6b1-2470a27d519c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce374f45-3542-45cf-94ff-0cbfc6227412 HTTP/1.1" status: 204 len: 168 time: 0.1932421 Aug 02 13:23:19.701100 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-7958c848-1c67-4534-b0f3-76f1b612fb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:20.146231 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:22.805126 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-7a38825f-79b5-4e8f-b39f-2dfab2475c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:23.540886 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:24.935127 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:35.452784 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:23:36.260176 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:44.221372 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1851161-2266-45fa-8238-840829d60cdd req-fa298f6f-56ac-4553-8ada-8c2152efde40 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:44.222840 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a1851161-2266-45fa-8238-840829d60cdd req-fa298f6f-56ac-4553-8ada-8c2152efde40 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0816777 Aug 02 13:23:44.272197 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a1851161-2266-45fa-8238-840829d60cdd req-47af478a-dc73-4d0d-9c6c-1397c6135834 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436108 Aug 02 13:23:45.466394 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac28ce8-699b-49ce-bb8a-773e3e8deb1f req-866ffaf4-c888-48c0-9b27-e5695c8c2627 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:45.467843 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5ac28ce8-699b-49ce-bb8a-773e3e8deb1f req-866ffaf4-c888-48c0-9b27-e5695c8c2627 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0803769 Aug 02 13:23:45.511671 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5ac28ce8-699b-49ce-bb8a-773e3e8deb1f req-e13b0668-a46b-448f-802c-b28b0750c191 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383215 Aug 02 13:23:46.704618 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a034e704-f408-4777-b82f-901e6dfd2f2c req-6d31c37a-edae-4d6e-a3f8-e39df5169c46 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:46.706114 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a034e704-f408-4777-b82f-901e6dfd2f2c req-6d31c37a-edae-4d6e-a3f8-e39df5169c46 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0848327 Aug 02 13:23:46.754000 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a034e704-f408-4777-b82f-901e6dfd2f2c req-8fec5f59-53cd-4217-a85a-66662f169f73 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423117 Aug 02 13:23:47.074393 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-af6dc5b2-5f43-43b0-96f0-d0ed54a0181d req-eb604282-0826-41eb-88d2-f946942521ad tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1906208239&fields=id&tenant_id=f89b102227b047d491d23fcb35a80f47 HTTP/1.1" status: 200 len: 267 time: 0.0400162 Aug 02 13:23:47.161701 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dc5b2-5f43-43b0-96f0-d0ed54a0181d req-53d26352-948c-4c08-8781-3e5096bd619c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:47.163193 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-af6dc5b2-5f43-43b0-96f0-d0ed54a0181d req-53d26352-948c-4c08-8781-3e5096bd619c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 984 time: 0.0823812 Aug 02 13:23:47.174490 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [req-af6dc5b2-5f43-43b0-96f0-d0ed54a0181d req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Request body: {'port': {'security_groups': ['7be4bfea-245a-40e4-b964-2011fcea7865']}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:23:47.298697 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-af6dc5b2-5f43-43b0-96f0-d0ed54a0181d req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:47.546910 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [req-af6dc5b2-5f43-43b0-96f0-d0ed54a0181d req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] For port 665e803f-0c74-437c-8320-b61e81b4a3c9, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=665e803f-0c74-437c-8320-b61e81b4a3c9,segment=NetworkSegment(38a833fb-be4e-4900-a6da-f00cd29cca63),segment_id=38a833fb-be4e-4900-a6da-f00cd29cca63)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:23:47.572386 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-af6dc5b2-5f43-43b0-96f0-d0ed54a0181d req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for port, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:47.576967 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-af6dc5b2-5f43-43b0-96f0-d0ed54a0181d req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132222383'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:47.582695 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:23:47.616290 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['665e803f-0c74-437c-8320-b61e81b4a3c9'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:23:47.649953 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6dc5b2-5f43-43b0-96f0-d0ed54a0181d req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:47.650584 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [req-af6dc5b2-5f43-43b0-96f0-d0ed54a0181d req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:47.651991 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-af6dc5b2-5f43-43b0-96f0-d0ed54a0181d req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "PUT /v2.0/ports/665e803f-0c74-437c-8320-b61e81b4a3c9 HTTP/1.1" status: 200 len: 942 time: 0.4823773 Aug 02 13:23:47.652509 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7527a06-6086-498f-8232-1507603c926d', 'tag': '665e803f-0c74-437c-8320-b61e81b4a3c9'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:23:47.659748 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 55338) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:23:47.674744 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Pushing event updated for resources: {'Port': ['ID=665e803f-0c74-437c-8320-b61e81b4a3c9,revision_number=7']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:23:47.685829 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:47.686204 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:47.686579 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:47.686955 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:47.687309 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:47.687667 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:47.688025 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:47.696413 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:47.696947 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:47.697348 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:47.698606 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:47.698984 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:47.710952 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:23:47.727610 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7527a06-6086-498f-8232-1507603c926d', 'tag': '665e803f-0c74-437c-8320-b61e81b4a3c9', 'status': 'completed', 'code': 200} Aug 02 13:23:47.764764 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:47.821072 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['665e803f-0c74-437c-8320-b61e81b4a3c9'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:23:47.927740 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-0c16a8c8-6e88-42ce-92cd-a658c3200996 None None] Provisioning complete for port 665e803f-0c74-437c-8320-b61e81b4a3c9 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:23:47.928120 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0c16a8c8-6e88-42ce-92cd-a658c3200996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:47.944587 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:47.971773 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f51a0-90a1-40ac-9743-dce858efe1a1 req-339c8d4d-40d0-4785-b6e6-ea93342a0581 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:47.973377 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6e8f51a0-90a1-40ac-9743-dce858efe1a1 req-339c8d4d-40d0-4785-b6e6-ea93342a0581 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0908136 Aug 02 13:23:47.999330 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2309d-8ed6-4ace-9728-c0f7ffb46044 req-045be19f-8a24-415d-a08d-8579e5f9e8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:48.000971 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-12f2309d-8ed6-4ace-9728-c0f7ffb46044 req-045be19f-8a24-415d-a08d-8579e5f9e8dd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f89b102227b047d491d23fcb35a80f47&device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 1098 time: 0.2253861 Aug 02 13:23:48.023579 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6e8f51a0-90a1-40ac-9743-dce858efe1a1 req-456c6cdf-32ec-41ab-abfa-3b2d5fbf85ac tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434792 Aug 02 13:23:48.128471 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:48.134924 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-2176e6c8-e4d7-44ae-9625-af3f54173b96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:23:48.161142 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d3e85c-eebc-4540-aa46-3ff037b3dc5f,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:23:48.179273 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2309d-8ed6-4ace-9728-c0f7ffb46044 req-53d20c20-f26d-4f8f-a8da-b6411cc8b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:48.180739 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-12f2309d-8ed6-4ace-9728-c0f7ffb46044 req-53d20c20-f26d-4f8f-a8da-b6411cc8b35a service neutron] 10.222.0.53 "GET /v2.0/networks?id=f6852720-4ffa-45b5-9480-ed00cb930e5a HTTP/1.1" status: 200 len: 915 time: 0.1715472 Aug 02 13:23:48.182038 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:48.182411 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:48.182773 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:48.183130 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:48.183485 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:48.183839 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:48.184192 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:48.185065 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:48.185450 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:48.185948 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:48.186318 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:48.186666 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:23:48.190761 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:23:48.241913 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:48.243014 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-0788b75f-2e17-4a2e-b662-dec0dc957fc8 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "DELETE /v2.0/security-groups/f9d3e85c-eebc-4540-aa46-3ff037b3dc5f HTTP/1.1" status: 204 len: 168 time: 0.5822978 Aug 02 13:23:48.245957 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55344) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:23:48.294524 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-12f2309d-8ed6-4ace-9728-c0f7ffb46044 req-2a6cb63f-27d6-4fad-9a18-545cb2fe4a98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=665e803f-0c74-437c-8320-b61e81b4a3c9 HTTP/1.1" status: 200 len: 1000 time: 0.1040266 Aug 02 13:23:48.369396 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2309d-8ed6-4ace-9728-c0f7ffb46044 req-40f1254e-0494-4b6f-bdc2-05736aed7d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:48.370839 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-12f2309d-8ed6-4ace-9728-c0f7ffb46044 req-40f1254e-0494-4b6f-bdc2-05736aed7d92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a95297d-61b9-42e5-8447-8604af8cba9b HTTP/1.1" status: 200 len: 853 time: 0.0688233 Aug 02 13:23:48.461429 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2309d-8ed6-4ace-9728-c0f7ffb46044 req-ae83534c-5ed3-4d9c-b5ee-4fb5e2fee0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:48.462715 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-81718e02-4430-448b-a895-b13628022f65 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Deleting port 2d6dc404-7137-42ce-b5bf-50b95ed8d5fa {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:23:48.462948 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-12f2309d-8ed6-4ace-9728-c0f7ffb46044 req-ae83534c-5ed3-4d9c-b5ee-4fb5e2fee0ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f6852720-4ffa-45b5-9480-ed00cb930e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0728414 Aug 02 13:23:48.463067 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-81718e02-4430-448b-a895-b13628022f65 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:48.599366 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-12f2309d-8ed6-4ace-9728-c0f7ffb46044 req-d504c89d-6b30-4877-af59-431519aa8640 service neutron] 10.222.0.53 "GET /v2.0/networks/f6852720-4ffa-45b5-9480-ed00cb930e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287172 Aug 02 13:23:48.634502 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-81718e02-4430-448b-a895-b13628022f65 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:48.634836 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-81718e02-4430-448b-a895-b13628022f65 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:48.739145 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-12f2309d-8ed6-4ace-9728-c0f7ffb46044 req-e0ac2279-01e3-42da-bd18-d26880b68f82 service neutron] 10.222.0.53 "GET /v2.0/networks/f6852720-4ffa-45b5-9480-ed00cb930e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313989 Aug 02 13:23:48.762173 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-81718e02-4430-448b-a895-b13628022f65 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Calling delete_port for 2d6dc404-7137-42ce-b5bf-50b95ed8d5fa owned by network:floatingip {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:23:48.933684 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-81718e02-4430-448b-a895-b13628022f65 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:48.937891 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:23:48.984023 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81718e02-4430-448b-a895-b13628022f65 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Pushing event deleted for resources: {'Port': ['ID=2d6dc404-7137-42ce-b5bf-50b95ed8d5fa,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:23:48.987170 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-81718e02-4430-448b-a895-b13628022f65 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:23:49.216152 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-81718e02-4430-448b-a895-b13628022f65 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks [] for floatingip, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:49.216619 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.l3_db [None req-81718e02-4430-448b-a895-b13628022f65 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Floating IP 2c86eb24-dd67-48f0-8420-0a30d4838338 disassociated (deleted). External IP: 172.27.2.97, port: 665e803f-0c74-437c-8320-b61e81b4a3c9. Aug 02 13:23:49.317291 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b5ae40-e067-4492-845c-2d5751c845e9 req-e71cb521-dfc8-4137-bdf5-68b17e38ad3b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:49.318834 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-91b5ae40-e067-4492-845c-2d5751c845e9 req-e71cb521-dfc8-4137-bdf5-68b17e38ad3b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.1816897 Aug 02 13:23:49.441346 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-91b5ae40-e067-4492-845c-2d5751c845e9 req-36703ded-5c5f-4ded-a3a0-2aa1467c5bac tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693603 Aug 02 13:23:49.634884 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81718e02-4430-448b-a895-b13628022f65 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Router 5fe75484-e30b-4dde-be86-c61bbbec0ebe has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:23:49.704927 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a9901425-bb62-480e-a6b9-e367d42715ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:49.817457 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81718e02-4430-448b-a895-b13628022f65 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:23:49.827772 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682befee-5074-4d00-93da-12fd021cc86f None None] Sync routers for ids ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:23:49.838196 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682befee-5074-4d00-93da-12fd021cc86f None None] Routers {'5fe75484-e30b-4dde-be86-c61bbbec0ebe'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:23:49.838998 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-682befee-5074-4d00-93da-12fd021cc86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:23:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:23:49.839145 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-81718e02-4430-448b-a895-b13628022f65 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:49.899559 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-81718e02-4430-448b-a895-b13628022f65 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "DELETE /v2.0/floatingips/2c86eb24-dd67-48f0-8420-0a30d4838338 HTTP/1.1" status: 204 len: 168 time: 1.6512318 Aug 02 13:23:49.900535 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7527a06-6086-498f-8232-1507603c926d', 'tag': '665e803f-0c74-437c-8320-b61e81b4a3c9'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:23:49.954423 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7527a06-6086-498f-8232-1507603c926d', 'tag': '665e803f-0c74-437c-8320-b61e81b4a3c9', 'status': 'completed', 'code': 200} Aug 02 13:23:50.067819 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-682befee-5074-4d00-93da-12fd021cc86f None None] Set router 5fe75484-e30b-4dde-be86-c61bbbec0ebe gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:23:50.078599 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bec84-71f4-4442-a5f6-86369c18b91b req-e34a0f95-feb1-4797-a8c2-7181f80fcc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:50.080159 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-390bec84-71f4-4442-a5f6-86369c18b91b req-e34a0f95-feb1-4797-a8c2-7181f80fcc4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f89b102227b047d491d23fcb35a80f47&device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 1098 time: 0.0753193 Aug 02 13:23:50.224385 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:50.242047 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bec84-71f4-4442-a5f6-86369c18b91b req-fcf28a37-30c2-4208-9896-65d1449dedc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:50.244614 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-390bec84-71f4-4442-a5f6-86369c18b91b req-fcf28a37-30c2-4208-9896-65d1449dedc6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f6852720-4ffa-45b5-9480-ed00cb930e5a HTTP/1.1" status: 200 len: 915 time: 0.1481464 Aug 02 13:23:50.361912 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-390bec84-71f4-4442-a5f6-86369c18b91b req-f1ba7878-302e-4114-a961-8813521a9120 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=665e803f-0c74-437c-8320-b61e81b4a3c9 HTTP/1.1" status: 200 len: 217 time: 0.1039908 Aug 02 13:23:50.408861 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-682befee-5074-4d00-93da-12fd021cc86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:04Z', 'updated_at': '2021-08-02T13:20:17Z', 'revision_number': 4, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'gw_port': {'id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:07Z', 'updated_at': '2021-08-02T13:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '524fc4d0-d46b-478c-a9e9-b99b59655264', 'name': '', 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'mac_address': 'fa:16:3e:d5:d9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:15Z', 'updated_at': '2021-08-02T13:20:31Z', 'revision_number': 5, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'subnets': [{'id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:23:50.412833 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682befee-5074-4d00-93da-12fd021cc86f None None] Checking router: 5fe75484-e30b-4dde-be86-c61bbbec0ebe for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:23:50.422387 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682befee-5074-4d00-93da-12fd021cc86f None None] Routers {'5fe75484-e30b-4dde-be86-c61bbbec0ebe'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:23:50.422936 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-682befee-5074-4d00-93da-12fd021cc86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:23:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:23:50.439725 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bec84-71f4-4442-a5f6-86369c18b91b req-aba91d4e-61db-4a03-b1d9-9e8a2918398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:50.441116 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-390bec84-71f4-4442-a5f6-86369c18b91b req-aba91d4e-61db-4a03-b1d9-9e8a2918398e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a95297d-61b9-42e5-8447-8604af8cba9b HTTP/1.1" status: 200 len: 853 time: 0.0616293 Aug 02 13:23:50.523000 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390bec84-71f4-4442-a5f6-86369c18b91b req-60b289af-c649-4e43-ab9e-1898224426f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:50.524565 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-390bec84-71f4-4442-a5f6-86369c18b91b req-60b289af-c649-4e43-ab9e-1898224426f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f6852720-4ffa-45b5-9480-ed00cb930e5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762606 Aug 02 13:23:50.617376 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-682befee-5074-4d00-93da-12fd021cc86f None None] Set router 5fe75484-e30b-4dde-be86-c61bbbec0ebe gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:23:50.640640 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929bbb2e-e8c5-4c6d-bfa3-979e7ce2ef5e req-a02fbae3-d25d-4d6d-8a16-eb1f5034e1ad tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:50.642703 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-929bbb2e-e8c5-4c6d-bfa3-979e7ce2ef5e req-a02fbae3-d25d-4d6d-8a16-eb1f5034e1ad tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0843349 Aug 02 13:23:50.672648 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-390bec84-71f4-4442-a5f6-86369c18b91b req-70a1a1d4-e06b-485d-bd65-7bfc68e2aac6 service neutron] 10.222.0.53 "GET /v2.0/networks/f6852720-4ffa-45b5-9480-ed00cb930e5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394014 Aug 02 13:23:50.695293 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-929bbb2e-e8c5-4c6d-bfa3-979e7ce2ef5e req-c3401ae6-c6a3-4abd-b1e3-0252aa006515 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473173 Aug 02 13:23:50.819681 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-390bec84-71f4-4442-a5f6-86369c18b91b req-b16971aa-e927-4755-87b9-306b02fa0486 service neutron] 10.222.0.53 "GET /v2.0/networks/f6852720-4ffa-45b5-9480-ed00cb930e5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390157 Aug 02 13:23:50.953038 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-682befee-5074-4d00-93da-12fd021cc86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:04Z', 'updated_at': '2021-08-02T13:20:17Z', 'revision_number': 4, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'gw_port': {'id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:07Z', 'updated_at': '2021-08-02T13:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '524fc4d0-d46b-478c-a9e9-b99b59655264', 'name': '', 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'mac_address': 'fa:16:3e:d5:d9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:15Z', 'updated_at': '2021-08-02T13:20:31Z', 'revision_number': 5, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'subnets': [{'id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:23:50.957179 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682befee-5074-4d00-93da-12fd021cc86f None None] The sync data for ids ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'] in dv-cinder-803181-1-iscsi is: [{'id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:04Z', 'updated_at': '2021-08-02T13:20:17Z', 'revision_number': 4, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'gw_port': {'id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:07Z', 'updated_at': '2021-08-02T13:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '524fc4d0-d46b-478c-a9e9-b99b59655264', 'name': '', 'network_id': 'f6852720-4ffa-45b5-9480-ed00cb930e5a', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'mac_address': 'fa:16:3e:d5:d9:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 337, 'fixed_ips': [{'subnet_id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:15Z', 'updated_at': '2021-08-02T13:20:31Z', 'revision_number': 5, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'subnets': [{'id': '6a95297d-61b9-42e5-8447-8604af8cba9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:23:51.189696 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1562bbd-755e-441f-a4d3-da7f6ff963a5 None None] New status for floating IP 2c86eb24-dd67-48f0-8420-0a30d4838338: DOWN {{(pid=78570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:23:51.892433 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e47f843-55f2-4850-969a-8a7710ecd671 req-f3bce0e5-f320-46d2-85a8-6fdd7128d82b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:51.893943 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e47f843-55f2-4850-969a-8a7710ecd671 req-f3bce0e5-f320-46d2-85a8-6fdd7128d82b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0818460 Aug 02 13:23:51.944142 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e47f843-55f2-4850-969a-8a7710ecd671 req-a8951102-821d-4668-88da-239b746de34c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446272 Aug 02 13:23:52.807873 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6f13bf64-dfab-4bdb-b126-2e88a594a46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:53.223105 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2691c-dc8e-482d-8010-58d68f23d3aa req-e93d0718-f3eb-4bb6-8293-b583faa4750f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:53.224597 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e5a2691c-dc8e-482d-8010-58d68f23d3aa req-e93d0718-f3eb-4bb6-8293-b583faa4750f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.1695576 Aug 02 13:23:53.275573 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e5a2691c-dc8e-482d-8010-58d68f23d3aa req-54a7369a-39b9-4cda-952c-493d501dd008 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445650 Aug 02 13:23:53.543759 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:54.293410 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4627298-6319-4712-8aec-c99051131eec req-fba4c41a-f12e-42ae-9dc8-0396e574cb30 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:54.295645 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a4627298-6319-4712-8aec-c99051131eec req-fba4c41a-f12e-42ae-9dc8-0396e574cb30 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 945 time: 0.0841281 Aug 02 13:23:54.342891 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-a4627298-6319-4712-8aec-c99051131eec req-3fde194d-e127-4328-8dc7-78542bbd8b6b tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Synchronizing usage tracker for tenant:f89b102227b047d491d23fcb35a80f47 on resource:security_group {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:23:54.358623 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-a4627298-6319-4712-8aec-c99051131eec req-3fde194d-e127-4328-8dc7-78542bbd8b6b tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Unset dirty status for tenant:f89b102227b047d491d23fcb35a80f47 on resource:security_group {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:23:54.359781 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a4627298-6319-4712-8aec-c99051131eec req-3fde194d-e127-4328-8dc7-78542bbd8b6b tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584142 Aug 02 13:23:54.472340 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997a5cf5-05d6-4a5d-8095-93d1b1c8b35b req-d8e55095-67a4-4417-b2a4-5de5fdb2c71f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:54.473932 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-997a5cf5-05d6-4a5d-8095-93d1b1c8b35b req-d8e55095-67a4-4417-b2a4-5de5fdb2c71f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0863531 Aug 02 13:23:54.518347 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-997a5cf5-05d6-4a5d-8095-93d1b1c8b35b req-d9d56f1f-650d-4903-80ce-90c82725e3e2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387356 Aug 02 13:23:54.940987 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:55.547746 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b0256-380d-412d-accc-0a8dba97524d req-ce955d1f-71df-4f2d-8c05-f8f4f003c968 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:55.548459 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-798b0256-380d-412d-accc-0a8dba97524d req-ce955d1f-71df-4f2d-8c05-f8f4f003c968 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Synchronizing usage tracker for tenant:f89b102227b047d491d23fcb35a80f47 on resource:port {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:23:55.565256 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-798b0256-380d-412d-accc-0a8dba97524d req-ce955d1f-71df-4f2d-8c05-f8f4f003c968 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Unset dirty status for tenant:f89b102227b047d491d23fcb35a80f47 on resource:port {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:23:55.566525 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-798b0256-380d-412d-accc-0a8dba97524d req-ce955d1f-71df-4f2d-8c05-f8f4f003c968 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 945 time: 0.0971448 Aug 02 13:23:55.622042 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-798b0256-380d-412d-accc-0a8dba97524d req-e02cff48-54d9-4ccc-b1bb-b9a3e0f3b486 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494816 Aug 02 13:23:55.721365 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7ef2f-0707-41df-8b35-1e06a2e2ab84 req-82c52620-6f06-4461-8aa4-e7f216fec07b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:55.722892 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eea7ef2f-0707-41df-8b35-1e06a2e2ab84 req-82c52620-6f06-4461-8aa4-e7f216fec07b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0809758 Aug 02 13:23:55.772408 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eea7ef2f-0707-41df-8b35-1e06a2e2ab84 req-fe7da33a-983d-4bbf-8357-a09d6e292ed9 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437279 Aug 02 13:23:56.588222 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af407e01-db66-4248-86f1-a458771c0e4c req-d165f939-1616-4a2c-bef2-b16b3d21980c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:56.589585 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-af407e01-db66-4248-86f1-a458771c0e4c req-d165f939-1616-4a2c-bef2-b16b3d21980c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.53 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 945 time: 0.0807545 Aug 02 13:23:56.660032 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-af407e01-db66-4248-86f1-a458771c0e4c req-5ba914c9-fdbd-42a6-a511-0d3fab300227 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Deleting port 665e803f-0c74-437c-8320-b61e81b4a3c9 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:23:56.660381 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-af407e01-db66-4248-86f1-a458771c0e4c req-5ba914c9-fdbd-42a6-a511-0d3fab300227 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:56.808317 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a6743-2818-46f8-85a3-28ee137f9641 req-fe8e49d2-943e-4901-ad3a-5c799a56464d tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:56.810102 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6c2a6743-2818-46f8-85a3-28ee137f9641 req-fe8e49d2-943e-4901-ad3a-5c799a56464d tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 945 time: 0.0823967 Aug 02 13:23:56.866261 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6c2a6743-2818-46f8-85a3-28ee137f9641 req-84e09dbf-1a57-4234-afa1-b575a097f5dc tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/security-groups?id=7be4bfea-245a-40e4-b964-2011fcea7865&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477047 Aug 02 13:23:57.027744 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-af407e01-db66-4248-86f1-a458771c0e4c req-5ba914c9-fdbd-42a6-a511-0d3fab300227 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] For port 665e803f-0c74-437c-8320-b61e81b4a3c9, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=665e803f-0c74-437c-8320-b61e81b4a3c9,segment=NetworkSegment(38a833fb-be4e-4900-a6da-f00cd29cca63),segment_id=38a833fb-be4e-4900-a6da-f00cd29cca63)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:23:57.028379 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-af407e01-db66-4248-86f1-a458771c0e4c req-5ba914c9-fdbd-42a6-a511-0d3fab300227 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:57.160281 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-af407e01-db66-4248-86f1-a458771c0e4c req-5ba914c9-fdbd-42a6-a511-0d3fab300227 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Calling delete_port for 665e803f-0c74-437c-8320-b61e81b4a3c9 owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:23:57.209288 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e15516-f1ba-4a83-a428-17907ed9193d req-9df52874-0c24-4ece-86f9-04411fad7d70 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:57.210844 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e7e15516-f1ba-4a83-a428-17907ed9193d req-9df52874-0c24-4ece-86f9-04411fad7d70 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.2861686 Aug 02 13:23:57.293830 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e7e15516-f1ba-4a83-a428-17907ed9193d req-94603206-29c3-40f3-b477-9a14bde6a727 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669401 Aug 02 13:23:57.373728 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-af407e01-db66-4248-86f1-a458771c0e4c req-5ba914c9-fdbd-42a6-a511-0d3fab300227 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:57.380761 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:23:57.423408 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['665e803f-0c74-437c-8320-b61e81b4a3c9'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:23:57.432533 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba914c9-fdbd-42a6-a511-0d3fab300227 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Pushing event deleted for resources: {'Port': ['ID=665e803f-0c74-437c-8320-b61e81b4a3c9,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:23:57.465390 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-5ba914c9-fdbd-42a6-a511-0d3fab300227 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:23:57.506056 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-af407e01-db66-4248-86f1-a458771c0e4c req-5ba914c9-fdbd-42a6-a511-0d3fab300227 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] No DVR routers for this DVR port 665e803f-0c74-437c-8320-b61e81b4a3c9 on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:23:57.508447 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-af407e01-db66-4248-86f1-a458771c0e4c req-5ba914c9-fdbd-42a6-a511-0d3fab300227 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:23:57.511094 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7527a06-6086-498f-8232-1507603c926d', 'name': 'network-vif-deleted', 'tag': '665e803f-0c74-437c-8320-b61e81b4a3c9'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:23:57.526221 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-af407e01-db66-4248-86f1-a458771c0e4c req-5ba914c9-fdbd-42a6-a511-0d3fab300227 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.53 "DELETE /v2.0/ports/665e803f-0c74-437c-8320-b61e81b4a3c9 HTTP/1.1" status: 204 len: 173 time: 0.9300213 Aug 02 13:23:57.559577 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7527a06-6086-498f-8232-1507603c926d', 'name': 'network-vif-deleted', 'tag': '665e803f-0c74-437c-8320-b61e81b4a3c9', 'status': 'completed', 'code': 200} Aug 02 13:23:58.031776 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-25f16307-6d61-432e-b4f0-41492da9f0cb req-f2cdfa0e-1cf4-489e-a955-e54328b47844 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Synchronizing usage tracker for tenant:f89b102227b047d491d23fcb35a80f47 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:23:58.047515 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-25f16307-6d61-432e-b4f0-41492da9f0cb req-f2cdfa0e-1cf4-489e-a955-e54328b47844 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Unset dirty status for tenant:f89b102227b047d491d23fcb35a80f47 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:23:58.048754 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-25f16307-6d61-432e-b4f0-41492da9f0cb req-f2cdfa0e-1cf4-489e-a955-e54328b47844 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7527a06-6086-498f-8232-1507603c926d HTTP/1.1" status: 200 len: 210 time: 0.0616353 Aug 02 13:23:58.501354 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb023f4-7095-4355-9b5a-00a6b2fdafe1 req-604b7c9a-02a9-4ca5-a244-eb3f5ce33e39 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:58.502940 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3cb023f4-7095-4355-9b5a-00a6b2fdafe1 req-604b7c9a-02a9-4ca5-a244-eb3f5ce33e39 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0849926 Aug 02 13:23:58.551818 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3cb023f4-7095-4355-9b5a-00a6b2fdafe1 req-f1d137b4-890e-477e-9625-4fd04d719f30 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433280 Aug 02 13:23:59.760130 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8784ea4-7ac3-42c8-b0b4-fec5f010b1d4 req-5dd0d7fa-edc1-4134-91c6-13c68dd93537 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:23:59.761615 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f8784ea4-7ac3-42c8-b0b4-fec5f010b1d4 req-5dd0d7fa-edc1-4134-91c6-13c68dd93537 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0841908 Aug 02 13:23:59.808320 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f8784ea4-7ac3-42c8-b0b4-fec5f010b1d4 req-1cf6b601-703f-4d6d-b5f3-7bd00af02e16 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403397 Aug 02 13:23:59.846268 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55486) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:00.048972 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 16366589-13f7-4492-a6fe-8b7cf67b88c1 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:24:00.058224 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 665e803f-0c74-437c-8320-b61e81b4a3c9 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:24:00.098768 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 665e803f-0c74-437c-8320-b61e81b4a3c9 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:24:00.099053 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 665e803f-0c74-437c-8320-b61e81b4a3c9 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:24:00.228674 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 16366589-13f7-4492-a6fe-8b7cf67b88c1, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:00.243541 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'port_id': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'mac_address': 'fa:16:3e:a2:7c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:24:00.303594 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:00.322869 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 16366589-13f7-4492-a6fe-8b7cf67b88c1 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:24:00.339625 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 16366589-13f7-4492-a6fe-8b7cf67b88c1, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:00.343655 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:00.346177 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4181095a-62a8-4af0-ab98-93302522d71b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:00.414982 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=16366589-13f7-4492-a6fe-8b7cf67b88c1,revision_number=6']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:00.423044 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:00.423390 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:00.423731 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:00.424061 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:00.424391 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:00.424721 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:00.425046 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:00.425402 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:00.425751 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:00.426080 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:00.426400 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:00.426718 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:00.430647 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:00.483914 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7128dd57-2570-4901-8212-33ff3d680874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719757'] for router_interface, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:00.533812 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['16366589-13f7-4492-a6fe-8b7cf67b88c1'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:24:00.840671 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-7128dd57-2570-4901-8212-33ff3d680874 admin admin] Deleting port 524fc4d0-d46b-478c-a9e9-b99b59655264 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:00.841016 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7128dd57-2570-4901-8212-33ff3d680874 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:01.076806 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-7128dd57-2570-4901-8212-33ff3d680874 admin admin] For port 524fc4d0-d46b-478c-a9e9-b99b59655264, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=524fc4d0-d46b-478c-a9e9-b99b59655264,segment=NetworkSegment(38a833fb-be4e-4900-a6da-f00cd29cca63),segment_id=38a833fb-be4e-4900-a6da-f00cd29cca63)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:01.077586 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7128dd57-2570-4901-8212-33ff3d680874 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:01.210665 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-7128dd57-2570-4901-8212-33ff3d680874 admin admin] Calling delete_port for 524fc4d0-d46b-478c-a9e9-b99b59655264 owned by network:router_interface {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:24:01.256846 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99466369-2d09-4368-8081-6f96acc555ab req-c28cde15-630a-4c81-a8df-aea9a89bda96 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:01.259128 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-99466369-2d09-4368-8081-6f96acc555ab req-c28cde15-630a-4c81-a8df-aea9a89bda96 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 944 time: 0.3350503 Aug 02 13:24:01.338179 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-99466369-2d09-4368-8081-6f96acc555ab req-926e5199-db65-4abe-a77b-76bb718b70b1 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648324 Aug 02 13:24:01.454864 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7128dd57-2570-4901-8212-33ff3d680874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:01.458621 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:01.612151 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128dd57-2570-4901-8212-33ff3d680874 admin admin] Pushing event deleted for resources: {'Port': ['ID=524fc4d0-d46b-478c-a9e9-b99b59655264,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:01.615270 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-7128dd57-2570-4901-8212-33ff3d680874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:01.880166 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-7128dd57-2570-4901-8212-33ff3d680874 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1690357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719729'] for router_interface, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:02.085507 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 16366589-13f7-4492-a6fe-8b7cf67b88c1 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:24:02.205442 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 16366589-13f7-4492-a6fe-8b7cf67b88c1 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:24:02.206110 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:02.315253 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7128dd57-2570-4901-8212-33ff3d680874 admin admin] Router 5fe75484-e30b-4dde-be86-c61bbbec0ebe has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:24:02.354368 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:02.398831 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b8ca84-1154-461f-a23b-80d5286ea982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16366589-13f7-4492-a6fe-8b7cf67b88c1'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:24:02.413838 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 16366589-13f7-4492-a6fe-8b7cf67b88c1, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:02.420281 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:02.425153 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:02.502260 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b8ca84-1154-461f-a23b-80d5286ea982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'code': 200} Aug 02 13:24:02.508175 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=16366589-13f7-4492-a6fe-8b7cf67b88c1,revision_number=7']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:02.518062 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:02.523250 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7128dd57-2570-4901-8212-33ff3d680874 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:24:02.533907 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db71f2b-36a7-493c-a281-4260559e4618 None None] Sync routers for ids ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:24:02.545851 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db71f2b-36a7-493c-a281-4260559e4618 None None] Routers {'5fe75484-e30b-4dde-be86-c61bbbec0ebe'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:24:02.547586 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-4db71f2b-36a7-493c-a281-4260559e4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:23:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:02.552219 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-7128dd57-2570-4901-8212-33ff3d680874 admin admin] 10.222.0.49 "PUT /v2.0/routers/5fe75484-e30b-4dde-be86-c61bbbec0ebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7021854 Aug 02 13:24:02.552423 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55520) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:02.737643 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec95f79-6bc5-4de0-81c1-d7a27dfbfc44 req-4039accd-a731-4216-896b-ddab0c708ec6 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:02.741545 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fec95f79-6bc5-4de0-81c1-d7a27dfbfc44 req-4039accd-a731-4216-896b-ddab0c708ec6 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.1932755 Aug 02 13:24:02.810130 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] Notify callbacks [] for router, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:02.829733 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fec95f79-6bc5-4de0-81c1-d7a27dfbfc44 req-5e449122-5f61-4186-9ee1-c8c7a03f6807 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759599 Aug 02 13:24:02.847472 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-4db71f2b-36a7-493c-a281-4260559e4618 None None] Set router 5fe75484-e30b-4dde-be86-c61bbbec0ebe gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:24:03.076857 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:03.101014 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] Deleting port cfb21773-553a-44f5-9764-c3a80cbf156c {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:03.101482 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:03.220138 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-4db71f2b-36a7-493c-a281-4260559e4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63'}], 'enable_snat': True}, 'gw_port_id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:04Z', 'updated_at': '2021-08-02T13:24:01Z', 'revision_number': 5, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'gw_port': {'id': 'cfb21773-553a-44f5-9764-c3a80cbf156c', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:07Z', 'updated_at': '2021-08-02T13:20:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:03.230216 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db71f2b-36a7-493c-a281-4260559e4618 None None] Checking router: 5fe75484-e30b-4dde-be86-c61bbbec0ebe for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:24:03.241574 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db71f2b-36a7-493c-a281-4260559e4618 None None] Routers {'5fe75484-e30b-4dde-be86-c61bbbec0ebe'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:24:03.242457 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-4db71f2b-36a7-493c-a281-4260559e4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:23:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:03.430455 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-4db71f2b-36a7-493c-a281-4260559e4618 None None] Set router 5fe75484-e30b-4dde-be86-c61bbbec0ebe gateway port host: None {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:24:03.465347 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] For port cfb21773-553a-44f5-9764-c3a80cbf156c, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=cfb21773-553a-44f5-9764-c3a80cbf156c,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:03.465966 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:03.571005 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-4db71f2b-36a7-493c-a281-4260559e4618 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:04Z', 'updated_at': '2021-08-02T13:24:03Z', 'revision_number': 6, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'gw_port_host': None}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:03.576625 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db71f2b-36a7-493c-a281-4260559e4618 None None] The sync data for ids ['5fe75484-e30b-4dde-be86-c61bbbec0ebe'] in dv-cinder-803181-1-iscsi is: [{'id': '5fe75484-e30b-4dde-be86-c61bbbec0ebe', 'name': 'tempest-TestMinimumBasicScenario-987425286-router', 'tenant_id': 'f89b102227b047d491d23fcb35a80f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:04Z', 'updated_at': '2021-08-02T13:24:03Z', 'revision_number': 6, 'project_id': 'f89b102227b047d491d23fcb35a80f47', 'gw_port_host': None}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:24:03.621581 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] Calling delete_port for cfb21773-553a-44f5-9764-c3a80cbf156c owned by network:router_gateway {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:24:03.886301 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:03.893708 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b9af28cb-8338-49d4-8e9e-88850610ebbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:03.976358 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb21773-553a-44f5-9764-c3a80cbf156c,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:03.988307 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:04.213188 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1804568'] for router_gateway, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:04.449172 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15699'] for router, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:04.458440 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bb114-27a0-4dfc-80a1-a740d43518fa req-0ba09c8d-ff85-45c1-a44c-3783be7e5960 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:04.460049 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9d7bb114-27a0-4dfc-80a1-a740d43518fa req-0ba09c8d-ff85-45c1-a44c-3783be7e5960 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.4202862 Aug 02 13:24:04.461633 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:04.612225 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718594'] for router, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:04.612952 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5fe75484-e30b-4dde-be86-c61bbbec0ebe {{(pid=78567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 02 13:24:04.627928 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9d7bb114-27a0-4dfc-80a1-a740d43518fa req-fa551478-f9ba-4523-9740-507fbdfb5d8e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717430 Aug 02 13:24:04.655028 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] Notify callbacks [] for router, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:04.656141 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-88f9bc46-6595-48aa-b44c-184703fe64cc admin admin] 10.222.0.49 "DELETE /v2.0/routers/5fe75484-e30b-4dde-be86-c61bbbec0ebe HTTP/1.1" status: 204 len: 168 time: 2.1027219 Aug 02 13:24:04.659704 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55542) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:04.667185 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device cfb21773-553a-44f5-9764-c3a80cbf156c no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:24:04.735701 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: cfb21773-553a-44f5-9764-c3a80cbf156c {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:24:04.743481 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device cfb21773-553a-44f5-9764-c3a80cbf156c not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:24:04.744167 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 524fc4d0-d46b-478c-a9e9-b99b59655264 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:24:04.756479 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_v2 [None req-5335e7a3-5527-4d28-a100-b966d2533d5e admin admin] Deleting subnet 6a95297d-61b9-42e5-8447-8604af8cba9b {{(pid=78567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:24:04.760249 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5335e7a3-5527-4d28-a100-b966d2533d5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:04.790042 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 524fc4d0-d46b-478c-a9e9-b99b59655264 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:24:04.790395 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 524fc4d0-d46b-478c-a9e9-b99b59655264 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:24:04.818922 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5335e7a3-5527-4d28-a100-b966d2533d5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132134288'] for subnet, precommit_delete_associations {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:04.973030 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5335e7a3-5527-4d28-a100-b966d2533d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:05.058303 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5335e7a3-5527-4d28-a100-b966d2533d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132222437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133771656'] for subnet, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:05.064715 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-ebc6496d-8bd8-4597-9356-bb5121b34d84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:05.103413 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335e7a3-5527-4d28-a100-b966d2533d5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a95297d-61b9-42e5-8447-8604af8cba9b,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:05.107692 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5335e7a3-5527-4d28-a100-b966d2533d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:05.113435 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5335e7a3-5527-4d28-a100-b966d2533d5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:05.120986 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-5335e7a3-5527-4d28-a100-b966d2533d5e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6a95297d-61b9-42e5-8447-8604af8cba9b HTTP/1.1" status: 204 len: 168 time: 0.4600315 Aug 02 13:24:05.121855 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa918081-9c9a-4347-b834-c523dd921de6 None None] Network f6852720-4ffa-45b5-9480-ed00cb930e5a requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:24:05.123476 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55550) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:05.274418 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:05.292656 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Deleting port 2aa80f36-0cbe-45ae-97c5-7206426ddb74 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:05.293399 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:05.475352 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7750c95-06d6-453b-b580-afab00017a5f None None] DHCP port deletion for f6852720-4ffa-45b5-9480-ed00cb930e5a request from dv-cinder-803181-1-iscsi {{(pid=78569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 02 13:24:05.481107 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-d7750c95-06d6-453b-b580-afab00017a5f None None] Deleting port 2aa80f36-0cbe-45ae-97c5-7206426ddb74 {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:05.481551 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-d7750c95-06d6-453b-b580-afab00017a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:05.729278 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] For port 2aa80f36-0cbe-45ae-97c5-7206426ddb74, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=2aa80f36-0cbe-45ae-97c5-7206426ddb74,segment=NetworkSegment(38a833fb-be4e-4900-a6da-f00cd29cca63),segment_id=38a833fb-be4e-4900-a6da-f00cd29cca63)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:05.729278 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:05.929886 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-d7750c95-06d6-453b-b580-afab00017a5f None None] For port 2aa80f36-0cbe-45ae-97c5-7206426ddb74, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=2aa80f36-0cbe-45ae-97c5-7206426ddb74,segment=NetworkSegment(38a833fb-be4e-4900-a6da-f00cd29cca63),segment_id=38a833fb-be4e-4900-a6da-f00cd29cca63)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:05.930390 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-d7750c95-06d6-453b-b580-afab00017a5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:05.932180 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Calling delete_port for 2aa80f36-0cbe-45ae-97c5-7206426ddb74 owned by network:dhcp {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:24:06.067718 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-d7750c95-06d6-453b-b580-afab00017a5f None None] Calling delete_port for 2aa80f36-0cbe-45ae-97c5-7206426ddb74 owned by network:dhcp {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:24:06.114625 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:06.120946 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-81718e02-4430-448b-a895-b13628022f65 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:06.187958 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0afbac0-2dc2-4bda-9f12-4e20b8564e4c req-c144dcc9-f404-4ec3-be28-e77ffb96e068 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:06.191501 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b0afbac0-2dc2-4bda-9f12-4e20b8564e4c req-c144dcc9-f404-4ec3-be28-e77ffb96e068 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.2124934 Aug 02 13:24:06.194732 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] No DVR routers for this DVR port 2aa80f36-0cbe-45ae-97c5-7206426ddb74 on host dv-cinder-803181-1-iscsi {{(pid=78567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:24:06.222007 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Pushing event deleted for resources: {'Port': ['ID=2aa80f36-0cbe-45ae-97c5-7206426ddb74,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:06.224544 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:06.239997 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.db.api [None req-d7750c95-06d6-453b-b580-afab00017a5f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 13:24:06.241559 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_db.api [None req-d7750c95-06d6-453b-b580-afab00017a5f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 13:24:06.286183 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:06.306926 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 2aa80f36-0cbe-45ae-97c5-7206426ddb74 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:24:06.351638 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 2aa80f36-0cbe-45ae-97c5-7206426ddb74 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:24:06.352128 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 2aa80f36-0cbe-45ae-97c5-7206426ddb74 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:24:06.354892 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:06.372088 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6852720-4ffa-45b5-9480-ed00cb930e5a']}} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:06.386500 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a833fb-be4e-4900-a6da-f00cd29cca63') {'for_net_delete': True} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:06.387021 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a833fb-be4e-4900-a6da-f00cd29cca63') {} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:06.401895 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132134287'] for segment, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:06.433091 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:06.449502 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=78567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:24:06.449965 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132222339'] for segment, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: Traceback (most recent call last): Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: timer() Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: cb(*args, **kw) Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: return func(*args, **kwargs) Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: self._notify() Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: self.callback(batched_events) Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: event.method(event) Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: return f(self, *a, **k) Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._get(url).json() Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: return self.request(url, 'GET', **kwargs) Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:24:06.466031 dv-cinder-803181-1-iscsi neutron-server[78567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:24:06.475838 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b0afbac0-2dc2-4bda-9f12-4e20b8564e4c req-8c17df79-5049-47bb-bc19-ff09b32287d8 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2501419 Aug 02 13:24:06.574901 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:06.582832 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:06.586571 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b15d1471-ad93-462d-99f6-ed068539515d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:06.617778 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6852720-4ffa-45b5-9480-ed00cb930e5a,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:06.620624 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:06.635484 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f6852720-4ffa-45b5-9480-ed00cb930e5a HTTP/1.1" status: 204 len: 168 time: 1.5100920 Aug 02 13:24:06.638092 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55564) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:06.747601 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-d7750c95-06d6-453b-b580-afab00017a5f None None] Deleting port 2aa80f36-0cbe-45ae-97c5-7206426ddb74 {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:06.747601 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-d7750c95-06d6-453b-b580-afab00017a5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:06.844174 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-d7750c95-06d6-453b-b580-afab00017a5f None None] The port '2aa80f36-0cbe-45ae-97c5-7206426ddb74' was deleted {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 02 13:24:07.299705 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a19a5c5d-2adb-4c4f-be65-1eb6c30204d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719757'] for router_interface, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:07.718274 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b452429-0ca5-4022-8283-237fbcff43a4 req-1e6a0ead-1b95-4b07-a63b-4fc3229af700 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:07.721034 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b452429-0ca5-4022-8283-237fbcff43a4 req-1e6a0ead-1b95-4b07-a63b-4fc3229af700 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0998549 Aug 02 13:24:07.816468 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-a19a5c5d-2adb-4c4f-be65-1eb6c30204d4 admin admin] Deleting port 485110a4-29ca-4c40-bd5e-a190dbab2f90 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:07.817242 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a19a5c5d-2adb-4c4f-be65-1eb6c30204d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:07.904022 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8b452429-0ca5-4022-8283-237fbcff43a4 req-b79c86d5-98af-4f5e-94fc-95ae2a02deb3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767898 Aug 02 13:24:08.044904 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-a19a5c5d-2adb-4c4f-be65-1eb6c30204d4 admin admin] For port 485110a4-29ca-4c40-bd5e-a190dbab2f90, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=485110a4-29ca-4c40-bd5e-a190dbab2f90,segment=NetworkSegment(e272bfe2-d8ab-4b98-a999-21168498f3db),segment_id=e272bfe2-d8ab-4b98-a999-21168498f3db)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:08.045509 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a19a5c5d-2adb-4c4f-be65-1eb6c30204d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:08.198614 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-a19a5c5d-2adb-4c4f-be65-1eb6c30204d4 admin admin] Calling delete_port for 485110a4-29ca-4c40-bd5e-a190dbab2f90 owned by network:router_interface {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:24:08.437231 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a19a5c5d-2adb-4c4f-be65-1eb6c30204d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:08.441548 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-9c3f6a76-d03b-48ba-8c2b-74e6bd202718 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:08.494071 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a5c5d-2adb-4c4f-be65-1eb6c30204d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=485110a4-29ca-4c40-bd5e-a190dbab2f90,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:08.522483 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a19a5c5d-2adb-4c4f-be65-1eb6c30204d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:08.800360 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a19a5c5d-2adb-4c4f-be65-1eb6c30204d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1690357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719729'] for router_interface, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:09.010190 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5409b-8a80-4537-be50-937cb02231d8 req-27d6eca3-0985-49ef-a8e8-7846df9dfa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:09.012842 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-58b5409b-8a80-4537-be50-937cb02231d8 req-27d6eca3-0985-49ef-a8e8-7846df9dfa19 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a084b6e9d41405097db0f4dc6fedaf7&device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 1098 time: 0.1571004 Aug 02 13:24:09.236908 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5409b-8a80-4537-be50-937cb02231d8 req-a10f8af9-49ac-4f26-b6ce-6ebf8b76cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:09.238711 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-58b5409b-8a80-4537-be50-937cb02231d8 req-a10f8af9-49ac-4f26-b6ce-6ebf8b76cfaf service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb040d03-cbf3-4995-bcf3-f17d53b45872 HTTP/1.1" status: 200 len: 918 time: 0.1994309 Aug 02 13:24:09.384026 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-58b5409b-8a80-4537-be50-937cb02231d8 req-5e758f31-a6da-4fac-8166-69f7aea89f90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1 HTTP/1.1" status: 200 len: 1001 time: 0.1373718 Aug 02 13:24:09.468746 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22455f1a-41e3-4658-a017-585a9321b64f req-685e162b-927f-43ec-860c-8bd253ec6136 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:09.470673 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5409b-8a80-4537-be50-937cb02231d8 req-1810742f-cdd0-4fa4-91c8-8b1daccdf1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:09.472122 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-58b5409b-8a80-4537-be50-937cb02231d8 req-1810742f-cdd0-4fa4-91c8-8b1daccdf1b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bf2c7bd-9f7d-4ef5-aae7-845561678e71 HTTP/1.1" status: 200 len: 856 time: 0.0808604 Aug 02 13:24:09.474089 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-22455f1a-41e3-4658-a017-585a9321b64f req-685e162b-927f-43ec-860c-8bd253ec6136 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.2172265 Aug 02 13:24:09.502225 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19a5c5d-2adb-4c4f-be65-1eb6c30204d4 admin admin] Router 14b94857-6d6a-4dfc-a727-1e1886d0f14e has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:24:09.597114 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b5409b-8a80-4537-be50-937cb02231d8 req-37544eb6-1bea-4a3c-bccb-883060828840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:09.599084 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-58b5409b-8a80-4537-be50-937cb02231d8 req-37544eb6-1bea-4a3c-bccb-883060828840 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb040d03-cbf3-4995-bcf3-f17d53b45872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1174128 Aug 02 13:24:09.599742 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-22455f1a-41e3-4658-a017-585a9321b64f req-36613630-2812-49b0-b5b2-30ad60c697b4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218834 Aug 02 13:24:09.741883 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19a5c5d-2adb-4c4f-be65-1eb6c30204d4 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:24:09.764503 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-a19a5c5d-2adb-4c4f-be65-1eb6c30204d4 admin admin] 10.222.0.49 "PUT /v2.0/routers/14b94857-6d6a-4dfc-a727-1e1886d0f14e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1253483 Aug 02 13:24:09.768207 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aabe31c-0283-496d-8f42-c9a251ff1bad None None] Sync routers for ids ['14b94857-6d6a-4dfc-a727-1e1886d0f14e'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:24:09.768983 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55582) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:09.784749 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-58b5409b-8a80-4537-be50-937cb02231d8 req-026e67e2-fa3c-40f6-845d-32b5c2014d5f service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676059 Aug 02 13:24:09.800711 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aabe31c-0283-496d-8f42-c9a251ff1bad None None] Routers {'14b94857-6d6a-4dfc-a727-1e1886d0f14e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:24:09.801547 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-0aabe31c-0283-496d-8f42-c9a251ff1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:23:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['14b94857-6d6a-4dfc-a727-1e1886d0f14e'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:09.942966 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-58b5409b-8a80-4537-be50-937cb02231d8 req-89825bde-4ebc-460f-b7ad-193102d44c73 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490510 Aug 02 13:24:09.975524 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Notify callbacks [] for router, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:10.011405 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-0aabe31c-0283-496d-8f42-c9a251ff1bad None None] Set router 14b94857-6d6a-4dfc-a727-1e1886d0f14e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:24:10.188609 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:10.203017 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Deleting port 65320553-15f1-4a37-8475-0d23c6b11e29 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:10.203505 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:10.377788 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-0aabe31c-0283-496d-8f42-c9a251ff1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'name': 'tempest-TestMinimumBasicScenario-379381953-router', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.76'}], 'enable_snat': True}, 'gw_port_id': '65320553-15f1-4a37-8475-0d23c6b11e29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:25Z', 'updated_at': '2021-08-02T13:24:08Z', 'revision_number': 5, 'project_id': '5993d313e69c4bda997cacb4a44d4564', 'gw_port': {'id': '65320553-15f1-4a37-8475-0d23c6b11e29', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 348, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:20:28Z', 'updated_at': '2021-08-02T13:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:10.383647 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aabe31c-0283-496d-8f42-c9a251ff1bad None None] Checking router: 14b94857-6d6a-4dfc-a727-1e1886d0f14e for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:24:10.395891 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aabe31c-0283-496d-8f42-c9a251ff1bad None None] Routers {'14b94857-6d6a-4dfc-a727-1e1886d0f14e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:24:10.397412 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-0aabe31c-0283-496d-8f42-c9a251ff1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:23:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['14b94857-6d6a-4dfc-a727-1e1886d0f14e'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:10.506849 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] For port 65320553-15f1-4a37-8475-0d23c6b11e29, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=65320553-15f1-4a37-8475-0d23c6b11e29,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:10.508089 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:10.613897 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-0aabe31c-0283-496d-8f42-c9a251ff1bad None None] Set router 14b94857-6d6a-4dfc-a727-1e1886d0f14e gateway port host: None {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:24:10.668766 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Calling delete_port for 65320553-15f1-4a37-8475-0d23c6b11e29 owned by network:router_gateway {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:24:10.752486 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-0aabe31c-0283-496d-8f42-c9a251ff1bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'name': 'tempest-TestMinimumBasicScenario-379381953-router', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:25Z', 'updated_at': '2021-08-02T13:24:10Z', 'revision_number': 6, 'project_id': '5993d313e69c4bda997cacb4a44d4564', 'gw_port_host': None}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:10.757744 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aabe31c-0283-496d-8f42-c9a251ff1bad None None] The sync data for ids ['14b94857-6d6a-4dfc-a727-1e1886d0f14e'] in dv-cinder-803181-1-iscsi is: [{'id': '14b94857-6d6a-4dfc-a727-1e1886d0f14e', 'name': 'tempest-TestMinimumBasicScenario-379381953-router', 'tenant_id': '5993d313e69c4bda997cacb4a44d4564', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:20:25Z', 'updated_at': '2021-08-02T13:24:10Z', 'revision_number': 6, 'project_id': '5993d313e69c4bda997cacb4a44d4564', 'gw_port_host': None}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:24:10.887913 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43883ee4-8b7b-44ec-8c75-034258b5e138 req-b4c2ab6c-c2ed-46d4-8054-e009a10b5a96 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:10.890637 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-43883ee4-8b7b-44ec-8c75-034258b5e138 req-b4c2ab6c-c2ed-46d4-8054-e009a10b5a96 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.1115670 Aug 02 13:24:10.948501 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:10.959357 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-20578004-1db6-4e90-b862-2002a38ed0b1 tempest-DeleteServersTestJSON-269495920 tempest-DeleteServersTestJSON-269495920-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:10.965474 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-43883ee4-8b7b-44ec-8c75-034258b5e138 req-85ddc977-576f-462b-bcf8-fb78629ab91d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688117 Aug 02 13:24:11.154872 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=65320553-15f1-4a37-8475-0d23c6b11e29,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:11.162829 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:11.220039 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1804568'] for router_gateway, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:11.426311 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15699'] for router, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:11.429254 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:11.461146 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718594'] for router, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:11.461820 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14b94857-6d6a-4dfc-a727-1e1886d0f14e {{(pid=78567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 02 13:24:11.481078 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Notify callbacks [] for router, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:11.482202 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] 10.222.0.49 "DELETE /v2.0/routers/14b94857-6d6a-4dfc-a727-1e1886d0f14e HTTP/1.1" status: 204 len: 168 time: 1.7129328 Aug 02 13:24:11.484842 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 55594) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:11.570297 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9d87a8-ad86-483e-8f7b-354c69e42ab2 admin admin] Deleting subnet 94253e21-1c80-4fad-8884-5c2ba33c9afd {{(pid=78568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:24:11.573925 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9f9d87a8-ad86-483e-8f7b-354c69e42ab2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:11.635803 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9f9d87a8-ad86-483e-8f7b-354c69e42ab2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132345218'] for subnet, precommit_delete_associations {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:11.794762 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9f9d87a8-ad86-483e-8f7b-354c69e42ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:11.899118 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9f9d87a8-ad86-483e-8f7b-354c69e42ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132699173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132238658'] for subnet, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:11.911897 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:11.953921 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9d87a8-ad86-483e-8f7b-354c69e42ab2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94253e21-1c80-4fad-8884-5c2ba33c9afd,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:11.953921 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9f9d87a8-ad86-483e-8f7b-354c69e42ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:11.968043 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55600) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:11.968539 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-9f9d87a8-ad86-483e-8f7b-354c69e42ab2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/94253e21-1c80-4fad-8884-5c2ba33c9afd HTTP/1.1" status: 204 len: 168 time: 0.4820144 Aug 02 13:24:11.969135 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9f9d87a8-ad86-483e-8f7b-354c69e42ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:11.998352 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca7ef9e-a405-4bad-a8ab-d7577e375c10 None None] Network 3c68356b-7459-4580-9828-fda8899db86a requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:24:12.263225 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:12.309630 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfe7570-29c9-4da0-ac8a-5bd4a09c6b13 req-ac729ff6-6c3c-4930-bfc3-9c4537ca566a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:12.311510 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-fbfe7570-29c9-4da0-ac8a-5bd4a09c6b13 req-ac729ff6-6c3c-4930-bfc3-9c4537ca566a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.1453316 Aug 02 13:24:12.312670 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Deleting port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:12.313231 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:12.315546 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 485110a4-29ca-4c40-bd5e-a190dbab2f90 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:24:12.357783 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 485110a4-29ca-4c40-bd5e-a190dbab2f90 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:24:12.358116 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 485110a4-29ca-4c40-bd5e-a190dbab2f90 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:24:12.359090 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 65320553-15f1-4a37-8475-0d23c6b11e29 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:24:12.399867 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 65320553-15f1-4a37-8475-0d23c6b11e29 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:24:12.400532 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 65320553-15f1-4a37-8475-0d23c6b11e29 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:24:12.406204 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-fbfe7570-29c9-4da0-ac8a-5bd4a09c6b13 req-ab029b8c-3880-4808-b848-0be262761b5b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666745 Aug 02 13:24:12.453509 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:24:12.508833 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c901f625-9b95-488b-96f9-ebe52fafaa30 None None] DHCP port deletion for 3c68356b-7459-4580-9828-fda8899db86a request from dv-cinder-803181-1-iscsi {{(pid=78569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 02 13:24:12.512743 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-c901f625-9b95-488b-96f9-ebe52fafaa30 None None] Deleting port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:12.513130 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-c901f625-9b95-488b-96f9-ebe52fafaa30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:12.640298 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] For port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=9f77fa43-e8cd-4923-92c4-cf2bf2f21c37,segment=NetworkSegment(e272bfe2-d8ab-4b98-a999-21168498f3db),segment_id=e272bfe2-d8ab-4b98-a999-21168498f3db)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:12.640699 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:12.791855 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Calling delete_port for 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 owned by network:dhcp {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:24:12.806525 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-c901f625-9b95-488b-96f9-ebe52fafaa30 None None] For port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=9f77fa43-e8cd-4923-92c4-cf2bf2f21c37,segment=NetworkSegment(e272bfe2-d8ab-4b98-a999-21168498f3db),segment_id=e272bfe2-d8ab-4b98-a999-21168498f3db)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:12.807229 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-c901f625-9b95-488b-96f9-ebe52fafaa30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:12.907240 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:12.911952 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:12.954380 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-c901f625-9b95-488b-96f9-ebe52fafaa30 None None] Calling delete_port for 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 owned by network:dhcp {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:24:12.962476 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f77fa43-e8cd-4923-92c4-cf2bf2f21c37,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:12.967717 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:12.973136 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] No DVR routers for this DVR port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 on host dv-cinder-803181-1-iscsi {{(pid=78567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:24:13.062654 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.db.api [None req-c901f625-9b95-488b-96f9-ebe52fafaa30 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 13:24:13.063627 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_db.api [None req-c901f625-9b95-488b-96f9-ebe52fafaa30 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 13:24:13.120085 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:13.139581 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c68356b-7459-4580-9828-fda8899db86a']}} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:13.149525 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e272bfe2-d8ab-4b98-a999-21168498f3db') {'for_net_delete': True} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:13.151488 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e272bfe2-d8ab-4b98-a999-21168498f3db') {} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:13.165151 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132134287'] for segment, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:13.190770 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:13.199335 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=78567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:24:13.199744 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132222339'] for segment, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: Traceback (most recent call last): Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: timer() Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: cb(*args, **kw) Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: return func(*args, **kwargs) Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: self._notify() Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: self.callback(batched_events) Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: event.method(event) Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: return f(self, *a, **k) Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._get(url).json() Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: return self.request(url, 'GET', **kwargs) Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:24:13.214329 dv-cinder-803181-1-iscsi neutron-server[78567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:24:13.316253 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:13.323422 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:13.327058 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:13.354057 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c68356b-7459-4580-9828-fda8899db86a,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:13.357301 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:13.364927 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3c68356b-7459-4580-9828-fda8899db86a HTTP/1.1" status: 204 len: 168 time: 1.3934858 Aug 02 13:24:13.565768 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-c901f625-9b95-488b-96f9-ebe52fafaa30 None None] Deleting port 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:13.566161 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-c901f625-9b95-488b-96f9-ebe52fafaa30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:13.610254 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55616) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:13.651360 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecdaeca-803b-4a41-a5d8-9165cb688932 req-6102ac87-e4cb-4ee6-b579-61874d628ebc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:13.657680 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eecdaeca-803b-4a41-a5d8-9165cb688932 req-6102ac87-e4cb-4ee6-b579-61874d628ebc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.1065385 Aug 02 13:24:13.683448 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-c901f625-9b95-488b-96f9-ebe52fafaa30 None None] The port '9f77fa43-e8cd-4923-92c4-cf2bf2f21c37' was deleted {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 02 13:24:13.709249 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-429a17ec-52a5-4d52-b6bf-2e1bfdb28f8b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f89b102227b047d491d23fcb35a80f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0965278 Aug 02 13:24:13.709853 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55620) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:13.729669 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eecdaeca-803b-4a41-a5d8-9165cb688932 req-d17546ee-c729-404b-a8fc-826e0ed446de tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695741 Aug 02 13:24:13.801857 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0684-1102-4b88-99e9-2d9cf2249cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:13.835289 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0684-1102-4b88-99e9-2d9cf2249cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:13.911324 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0684-1102-4b88-99e9-2d9cf2249cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:13.917769 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-59ddb664-0d6f-406b-944f-f2a3bf9b2914 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:14.053729 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd0684-1102-4b88-99e9-2d9cf2249cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be4bfea-245a-40e4-b964-2011fcea7865,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:14.058344 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b5dd0684-1102-4b88-99e9-2d9cf2249cf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:14.083248 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b5dd0684-1102-4b88-99e9-2d9cf2249cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:14.085150 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b5dd0684-1102-4b88-99e9-2d9cf2249cf8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7be4bfea-245a-40e4-b964-2011fcea7865 HTTP/1.1" status: 204 len: 168 time: 0.3743029 Aug 02 13:24:14.267157 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:24:14.305945 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:24:14.306625 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 9f77fa43-e8cd-4923-92c4-cf2bf2f21c37 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:24:14.551387 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55644) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:14.600113 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-8626ea14-9f92-4bbc-b9a3-c58b2e06698e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5993d313e69c4bda997cacb4a44d4564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474100 Aug 02 13:24:14.602498 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55648) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:14.661379 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d2ae647a-87e1-4a16-b3c8-d5ac8f71c7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:14.687102 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d2ae647a-87e1-4a16-b3c8-d5ac8f71c7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:14.745751 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d2ae647a-87e1-4a16-b3c8-d5ac8f71c7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:14.750625 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-e1ce8513-bfba-4959-acb0-9477c8b86d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:14.762675 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae647a-87e1-4a16-b3c8-d5ac8f71c7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06eaa595-d8b8-4a8d-88c4-0a5fda9e88e4,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:14.766291 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-d2ae647a-87e1-4a16-b3c8-d5ac8f71c7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:14.771050 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d2ae647a-87e1-4a16-b3c8-d5ac8f71c7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:14.772521 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-d2ae647a-87e1-4a16-b3c8-d5ac8f71c7ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06eaa595-d8b8-4a8d-88c4-0a5fda9e88e4 HTTP/1.1" status: 204 len: 168 time: 0.1691289 Aug 02 13:24:14.967681 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae390e20-0ef0-4323-858a-d2de6dd72a38 req-8f645002-6ce4-4b7d-ab70-d602a7cba0fa tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:14.969492 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ae390e20-0ef0-4323-858a-d2de6dd72a38 req-8f645002-6ce4-4b7d-ab70-d602a7cba0fa tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.1041789 Aug 02 13:24:15.030897 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ae390e20-0ef0-4323-858a-d2de6dd72a38 req-3cfa3a89-b59e-4456-9f32-3bd6bd726600 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532651 Aug 02 13:24:15.280913 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47bd90-22e8-43e4-91df-af64911a5b80 req-5a64ff18-1e78-4cc2-ab23-f5a9e72a8966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:15.282500 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2d47bd90-22e8-43e4-91df-af64911a5b80 req-5a64ff18-1e78-4cc2-ab23-f5a9e72a8966 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a084b6e9d41405097db0f4dc6fedaf7&device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 1098 time: 0.0803473 Aug 02 13:24:15.505856 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47bd90-22e8-43e4-91df-af64911a5b80 req-76a99091-09e6-48d7-93e5-3ebe25c7ae80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:15.507310 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2d47bd90-22e8-43e4-91df-af64911a5b80 req-76a99091-09e6-48d7-93e5-3ebe25c7ae80 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb040d03-cbf3-4995-bcf3-f17d53b45872 HTTP/1.1" status: 200 len: 918 time: 0.2127109 Aug 02 13:24:15.628798 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2d47bd90-22e8-43e4-91df-af64911a5b80 req-361c38c8-0199-4b5a-a6be-01060be8b2bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1 HTTP/1.1" status: 200 len: 1001 time: 0.0987463 Aug 02 13:24:15.695593 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47bd90-22e8-43e4-91df-af64911a5b80 req-f7373c0e-00f8-4f82-af76-b92ab1015276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:15.697035 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2d47bd90-22e8-43e4-91df-af64911a5b80 req-f7373c0e-00f8-4f82-af76-b92ab1015276 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bf2c7bd-9f7d-4ef5-aae7-845561678e71 HTTP/1.1" status: 200 len: 856 time: 0.0587866 Aug 02 13:24:15.778342 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47bd90-22e8-43e4-91df-af64911a5b80 req-785b78b9-c736-4121-8648-9ceb3e2181d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:15.779784 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2d47bd90-22e8-43e4-91df-af64911a5b80 req-785b78b9-c736-4121-8648-9ceb3e2181d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb040d03-cbf3-4995-bcf3-f17d53b45872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734355 Aug 02 13:24:15.915230 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2d47bd90-22e8-43e4-91df-af64911a5b80 req-78485a11-cac0-4494-93b1-cffef07bb9a5 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281648 Aug 02 13:24:16.053389 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2d47bd90-22e8-43e4-91df-af64911a5b80 req-f3c16823-e0b6-430a-8d01-87a8a115b239 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277013 Aug 02 13:24:16.236780 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b789d8-321e-41b3-9c4f-6738782b5b7a req-067222e3-b6d2-4204-8bb2-5bb99acfb3be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:16.238303 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-77b789d8-321e-41b3-9c4f-6738782b5b7a req-067222e3-b6d2-4204-8bb2-5bb99acfb3be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0916953 Aug 02 13:24:16.289716 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-77b789d8-321e-41b3-9c4f-6738782b5b7a req-8729840c-b22d-4521-a75c-60868a497458 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452769 Aug 02 13:24:17.495982 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36eddf-174f-4bff-911e-4e36809014c8 req-f0fa115a-1615-4370-a049-8716461b3980 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:17.497670 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0c36eddf-174f-4bff-911e-4e36809014c8 req-f0fa115a-1615-4370-a049-8716461b3980 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0862026 Aug 02 13:24:17.544216 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0c36eddf-174f-4bff-911e-4e36809014c8 req-b00221e3-baa6-44f1-83af-5e0c354b6a22 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400996 Aug 02 13:24:18.738146 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db572182-ac56-453d-b798-3ec7dbf803fd req-be25a032-c9ce-4e7f-ad61-3f56df1a0c9d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:18.739665 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-db572182-ac56-453d-b798-3ec7dbf803fd req-be25a032-c9ce-4e7f-ad61-3f56df1a0c9d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0843811 Aug 02 13:24:18.793287 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-db572182-ac56-453d-b798-3ec7dbf803fd req-e7082320-1e9b-461e-8698-0f0e7067b411 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431972 Aug 02 13:24:19.707711 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-cad3983c-c87e-4fa8-ae2d-ea3c31072ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:19.763796 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd6633d-8d05-4449-bac9-16feb3e4b1e5 req-da765eea-e9dd-4bba-ae64-af029fffbd65 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:19.765422 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8bd6633d-8d05-4449-bac9-16feb3e4b1e5 req-da765eea-e9dd-4bba-ae64-af029fffbd65 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 946 time: 0.0805709 Aug 02 13:24:19.812028 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8bd6633d-8d05-4449-bac9-16feb3e4b1e5 req-10dca87f-235f-49ad-9196-be0c7732a1f0 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402770 Aug 02 13:24:20.147397 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:20.152719 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 16366589-13f7-4492-a6fe-8b7cf67b88c1 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:24:20.279766 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:20.315596 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b8ca84-1154-461f-a23b-80d5286ea982', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '16366589-13f7-4492-a6fe-8b7cf67b88c1'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:24:20.324462 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d0525-7208-4dd0-beef-54eb2804213e req-2a19c6d7-5fe4-41ba-99ef-424e2970f40a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:20.326368 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-159d0525-7208-4dd0-beef-54eb2804213e req-2a19c6d7-5fe4-41ba-99ef-424e2970f40a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 945 time: 0.0863245 Aug 02 13:24:20.345718 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c0ae6431-e832-4ec2-bfa3-a27693b3c680 req-fefcbd53-84da-4aca-aaae-e5abf68e29b3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0893557 Aug 02 13:24:20.351704 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 16366589-13f7-4492-a6fe-8b7cf67b88c1, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:20.356949 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:20.359790 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-5c3836fd-a9d6-456e-b51a-b6da9a18017f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:20.385749 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-159d0525-7208-4dd0-beef-54eb2804213e req-c204e409-1fe9-4a1c-805f-dd236ba0c5d9 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528600 Aug 02 13:24:20.413752 dv-cinder-803181-1-iscsi neutron-server[78569]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '95b8ca84-1154-461f-a23b-80d5286ea982', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'code': 422} returned with failed status Aug 02 13:24:20.435063 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=16366589-13f7-4492-a6fe-8b7cf67b88c1,revision_number=8']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:20.438146 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:21.002642 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87c255-ddc2-42a8-8298-acac95749466 req-9d0c5edd-4ecb-4047-a5ac-a935c09609db tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:21.004309 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0d87c255-ddc2-42a8-8298-acac95749466 req-9d0c5edd-4ecb-4047-a5ac-a935c09609db tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 946 time: 0.0867782 Aug 02 13:24:21.053967 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0d87c255-ddc2-42a8-8298-acac95749466 req-788d4076-b394-48f9-bed4-7f572a5512b3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439491 Aug 02 13:24:21.341094 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae6431-e832-4ec2-bfa3-a27693b3c680 req-266cd941-7714-4447-b9df-e3a970b24bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:21.342620 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c0ae6431-e832-4ec2-bfa3-a27693b3c680 req-266cd941-7714-4447-b9df-e3a970b24bc3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982&tenant_id=0a084b6e9d41405097db0f4dc6fedaf7 HTTP/1.1" status: 200 len: 1096 time: 0.0721951 Aug 02 13:24:21.449495 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae6431-e832-4ec2-bfa3-a27693b3c680 req-bbba00ba-42b2-4b1b-b78d-2bd27049309e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:21.450974 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c0ae6431-e832-4ec2-bfa3-a27693b3c680 req-bbba00ba-42b2-4b1b-b78d-2bd27049309e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0a084b6e9d41405097db0f4dc6fedaf7&device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 1096 time: 0.0711019 Aug 02 13:24:21.652224 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae6431-e832-4ec2-bfa3-a27693b3c680 req-500513e0-d728-4be2-ad08-b0e005cddf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:21.653590 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c0ae6431-e832-4ec2-bfa3-a27693b3c680 req-500513e0-d728-4be2-ad08-b0e005cddf65 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb040d03-cbf3-4995-bcf3-f17d53b45872 HTTP/1.1" status: 200 len: 918 time: 0.1915076 Aug 02 13:24:21.665582 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7976028-907f-4c2b-aa70-a2fa45c985f6 req-ff6d2d01-e7c3-4c73-aa77-f18075c9dd7e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:21.666955 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e7976028-907f-4c2b-aa70-a2fa45c985f6 req-ff6d2d01-e7c3-4c73-aa77-f18075c9dd7e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.1686707 Aug 02 13:24:21.789876 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e7976028-907f-4c2b-aa70-a2fa45c985f6 req-755f22f2-3542-4a37-9a0c-548474284a5d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704162 Aug 02 13:24:21.801249 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c0ae6431-e832-4ec2-bfa3-a27693b3c680 req-baf5719e-533a-425e-abdb-214ba4731e01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1 HTTP/1.1" status: 200 len: 999 time: 0.1333306 Aug 02 13:24:21.867198 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae6431-e832-4ec2-bfa3-a27693b3c680 req-9cc5f7f5-5822-49f2-9457-10ae2c1f8f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:21.868640 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c0ae6431-e832-4ec2-bfa3-a27693b3c680 req-9cc5f7f5-5822-49f2-9457-10ae2c1f8f4f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7bf2c7bd-9f7d-4ef5-aae7-845561678e71 HTTP/1.1" status: 200 len: 856 time: 0.0583019 Aug 02 13:24:21.949568 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae6431-e832-4ec2-bfa3-a27693b3c680 req-32227899-3eb2-42da-8fac-ba87b37424fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:21.951043 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c0ae6431-e832-4ec2-bfa3-a27693b3c680 req-32227899-3eb2-42da-8fac-ba87b37424fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb040d03-cbf3-4995-bcf3-f17d53b45872&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0742896 Aug 02 13:24:22.138383 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c0ae6431-e832-4ec2-bfa3-a27693b3c680 req-cf9425f8-d414-445f-9783-671269f8c456 service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785290 Aug 02 13:24:22.241663 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3dc941-956e-4c11-9103-9e3326354583 req-40c3f53b-a01c-4b32-8c55-fdf80dcc5f2f tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:22.243176 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2a3dc941-956e-4c11-9103-9e3326354583 req-40c3f53b-a01c-4b32-8c55-fdf80dcc5f2f tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 946 time: 0.0850279 Aug 02 13:24:22.292992 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2a3dc941-956e-4c11-9103-9e3326354583 req-8a533b5a-ce84-4597-b231-3cb7a138fa68 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups?id=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439186 Aug 02 13:24:22.295234 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfdac66-346e-412d-91ac-f7411628c662 req-f6dfe1dd-4bf7-46a7-86e3-25bcdcf99c13 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:22.296695 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ebfdac66-346e-412d-91ac-f7411628c662 req-f6dfe1dd-4bf7-46a7-86e3-25bcdcf99c13 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.53 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 946 time: 0.2391748 Aug 02 13:24:22.434789 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-ebfdac66-346e-412d-91ac-f7411628c662 req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Deleting port c6e746fe-839f-4093-8188-06b9efe563d2 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:22.435502 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ebfdac66-346e-412d-91ac-f7411628c662 req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:22.494841 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c0ae6431-e832-4ec2-bfa3-a27693b3c680 req-23937fd9-a353-4e05-a876-ef1dd1b3734d service neutron] 10.222.0.53 "GET /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454905 Aug 02 13:24:22.702592 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-ebfdac66-346e-412d-91ac-f7411628c662 req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] For port c6e746fe-839f-4093-8188-06b9efe563d2, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=c6e746fe-839f-4093-8188-06b9efe563d2,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:22.702954 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ebfdac66-346e-412d-91ac-f7411628c662 req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:22.810641 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-44fef8fb-e834-4a1c-a122-e2deb4ca365e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:23.056458 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ebfdac66-346e-412d-91ac-f7411628c662 req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:23.056827 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ebfdac66-346e-412d-91ac-f7411628c662 req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:23.057477 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.l3_db [req-ebfdac66-346e-412d-91ac-f7411628c662 req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Floating IP db50cb7b-6cc6-458e-a23e-a3044360438d disassociated. External IP: 172.27.2.55, port: c6e746fe-839f-4093-8188-06b9efe563d2. Aug 02 13:24:23.057477 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-ebfdac66-346e-412d-91ac-f7411628c662 req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Calling delete_port for c6e746fe-839f-4093-8188-06b9efe563d2 owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:24:23.150173 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd212c8e-e92a-4f6d-8974-6e87d68caa39 req-ec0e19b8-057c-4c4e-a302-2453380bbbaf tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:23.151721 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fd212c8e-e92a-4f6d-8974-6e87d68caa39 req-ec0e19b8-057c-4c4e-a302-2453380bbbaf tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.1898053 Aug 02 13:24:23.253494 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fd212c8e-e92a-4f6d-8974-6e87d68caa39 req-663cae8c-ab8e-4edc-8769-6fd064144b29 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953453 Aug 02 13:24:23.273392 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ebfdac66-346e-412d-91ac-f7411628c662 req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:23.287158 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f9a7d25e-5e76-485f-bf33-12444d695acb tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:23.347028 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event deleted for resources: {'Port': ['ID=c6e746fe-839f-4093-8188-06b9efe563d2,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:23.352243 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:23.488180 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-eb9ad0e7-ab79-4856-b0c0-9a09c32e2630 req-84bc3617-6a74-4757-90f0-1bcc41f53dae tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 210 time: 0.0562003 Aug 02 13:24:23.552117 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:23.575062 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebfdac66-346e-412d-91ac-f7411628c662 req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:24:23.784871 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebfdac66-346e-412d-91ac-f7411628c662 req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:24:23.798844 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d23d0b-f3dd-41d0-9c17-3c0c27f28efd None None] Sync routers for ids ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:24:23.824192 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d23d0b-f3dd-41d0-9c17-3c0c27f28efd None None] Routers {'f2f0fcf2-8a6f-44b2-83e5-b519819699b7'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:24:23.824844 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-42d23d0b-f3dd-41d0-9c17-3c0c27f28efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:24:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:24.013610 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfdac66-346e-412d-91ac-f7411628c662 req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] No DVR routers for this DVR port c6e746fe-839f-4093-8188-06b9efe563d2 on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:24:24.018953 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ebfdac66-346e-412d-91ac-f7411628c662 req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:24.022515 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f7b4b4-8d6b-4ef4-a34a-42a2bed18203', 'name': 'network-vif-deleted', 'tag': 'c6e746fe-839f-4093-8188-06b9efe563d2'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:24:24.054788 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ebfdac66-346e-412d-91ac-f7411628c662 req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.53 "DELETE /v2.0/ports/c6e746fe-839f-4093-8188-06b9efe563d2 HTTP/1.1" status: 204 len: 173 time: 1.7091451 Aug 02 13:24:24.074731 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f7b4b4-8d6b-4ef4-a34a-42a2bed18203', 'name': 'network-vif-deleted', 'tag': 'c6e746fe-839f-4093-8188-06b9efe563d2', 'status': 'completed', 'code': 200} Aug 02 13:24:24.079590 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-42d23d0b-f3dd-41d0-9c17-3c0c27f28efd None None] Set router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:24:24.416701 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-42d23d0b-f3dd-41d0-9c17-3c0c27f28efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:42Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'e491168b-05bd-4e01-a729-1525c48d72c4', 'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'mac_address': 'fa:16:3e:f4:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:35Z', 'updated_at': '2021-08-02T13:17:59Z', 'revision_number': 5, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'subnets': [{'id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:24.426040 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d23d0b-f3dd-41d0-9c17-3c0c27f28efd None None] Checking router: f2f0fcf2-8a6f-44b2-83e5-b519819699b7 for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:24:24.439011 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d23d0b-f3dd-41d0-9c17-3c0c27f28efd None None] Routers {'f2f0fcf2-8a6f-44b2-83e5-b519819699b7'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:24:24.439639 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-42d23d0b-f3dd-41d0-9c17-3c0c27f28efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:24:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:24.506733 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042b4f9c-b510-47e4-ab2e-6ca33d281818 req-5b3db3e3-523f-4d8a-8f58-2ff15c04a111 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:24.514896 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-042b4f9c-b510-47e4-ab2e-6ca33d281818 req-5b3db3e3-523f-4d8a-8f58-2ff15c04a111 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.0949283 Aug 02 13:24:24.570031 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-042b4f9c-b510-47e4-ab2e-6ca33d281818 req-dd65b8c5-63d9-498e-93c0-4fa0c8aa3c67 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541952 Aug 02 13:24:24.666150 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-55e02d7a-abf8-45d3-a5a2-6114f66b0598 req-ed968112-a779-49ef-b00b-d2fb6adbf983 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Synchronizing usage tracker for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:24:24.684678 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-55e02d7a-abf8-45d3-a5a2-6114f66b0598 req-ed968112-a779-49ef-b00b-d2fb6adbf983 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Unset dirty status for tenant:1dfc0f7ffe5d46e38126837be5e982ce on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:24:24.684944 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-42d23d0b-f3dd-41d0-9c17-3c0c27f28efd None None] Set router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:24:24.685902 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-55e02d7a-abf8-45d3-a5a2-6114f66b0598 req-ed968112-a779-49ef-b00b-d2fb6adbf983 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 210 time: 0.0724716 Aug 02 13:24:24.952075 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:25.036810 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-42d23d0b-f3dd-41d0-9c17-3c0c27f28efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:42Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'e491168b-05bd-4e01-a729-1525c48d72c4', 'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'mac_address': 'fa:16:3e:f4:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:35Z', 'updated_at': '2021-08-02T13:17:59Z', 'revision_number': 5, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'subnets': [{'id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:25.041689 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d23d0b-f3dd-41d0-9c17-3c0c27f28efd None None] The sync data for ids ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'] in dv-cinder-803181-1-iscsi is: [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:17:42Z', 'revision_number': 4, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'e491168b-05bd-4e01-a729-1525c48d72c4', 'name': '', 'network_id': 'f388a598-a9e9-4425-b334-df10ec450cba', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'mac_address': 'fa:16:3e:f4:c1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:35Z', 'updated_at': '2021-08-02T13:17:59Z', 'revision_number': 5, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'subnets': [{'id': 'fa6ef6ab-fa4e-4dab-a762-153ab4fccbae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:24:25.283841 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc85b54-b739-40b8-be87-988887321b0a None None] New status for floating IP db50cb7b-6cc6-458e-a23e-a3044360438d: DOWN {{(pid=78570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:24:25.792462 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e02133-93d0-4168-9860-67fec649ce0f req-6d7efa8d-f656-4863-85bf-845f2f0f8371 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:25.793934 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-72e02133-93d0-4168-9860-67fec649ce0f req-6d7efa8d-f656-4863-85bf-845f2f0f8371 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.1023006 Aug 02 13:24:25.851491 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-72e02133-93d0-4168-9860-67fec649ce0f req-af5f7b21-a76b-4ba3-983a-8e2ec147c3b9 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482581 Aug 02 13:24:25.867428 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-06238326-6909-49c6-ae56-7dd77edbebb2 req-5ebc4b9c-dfe7-4494-8c69-dacfcaaacf53 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 210 time: 0.0469666 Aug 02 13:24:26.191668 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device c6e746fe-839f-4093-8188-06b9efe563d2 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:24:26.265475 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: c6e746fe-839f-4093-8188-06b9efe563d2 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:24:26.265835 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device c6e746fe-839f-4093-8188-06b9efe563d2 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:24:27.032357 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-039c3054-870e-49d7-8180-971986c90264 req-97873195-1441-43b7-9fe9-273c0abd6ae7 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 210 time: 0.0473800 Aug 02 13:24:27.085750 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741707d-5b23-42bf-8821-8722d848786b req-2b00f6cb-4ba7-4472-9896-f4235cf9063d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:27.087416 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e741707d-5b23-42bf-8821-8722d848786b req-2b00f6cb-4ba7-4472-9896-f4235cf9063d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.1113551 Aug 02 13:24:27.139856 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e741707d-5b23-42bf-8821-8722d848786b req-5a67cba8-4be0-4d5e-941f-1cf1f1f3c5b1 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457737 Aug 02 13:24:28.210895 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7e7e2e8f-28f8-47a4-8621-1c8b3bb20a99 req-c94356bc-79d7-45fa-b196-b9743fc6652b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 210 time: 0.0500607 Aug 02 13:24:28.361027 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa754ad-f780-4448-9e66-e16a9e80fe49 req-46fef3ed-2324-46a6-aeea-4b871c7236b2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:28.362559 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2fa754ad-f780-4448-9e66-e16a9e80fe49 req-46fef3ed-2324-46a6-aeea-4b871c7236b2 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.0900056 Aug 02 13:24:28.413569 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2fa754ad-f780-4448-9e66-e16a9e80fe49 req-fcf3a9d4-3494-4c96-beb4-2b301c487778 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446687 Aug 02 13:24:29.378315 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5b16ad40-e420-40d3-908e-f979afcaff0e req-a4285f2c-b6a8-4ca7-aff6-3c0a99eb17f4 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 210 time: 0.0508788 Aug 02 13:24:29.621623 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba052c-7025-499a-94f9-2df9ecf5837d req-b8c5760e-2eea-486c-bb46-cc500c047dee tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:29.623114 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-70ba052c-7025-499a-94f9-2df9ecf5837d req-b8c5760e-2eea-486c-bb46-cc500c047dee tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.0974617 Aug 02 13:24:29.670013 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-70ba052c-7025-499a-94f9-2df9ecf5837d req-10d2d69a-ef02-4403-b9a9-fd765eb1168a tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413055 Aug 02 13:24:30.537276 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-33866ac5-c574-40e4-a576-f995608cc257 req-497a39b1-716e-4f31-9cce-e987cf19be64 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 210 time: 0.0452683 Aug 02 13:24:30.874700 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf93ffe-5cf9-43e5-8a4a-b589d30badcd req-6e42e61f-3b3f-46ae-80cb-3c9f9d2709dc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:30.876137 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-cdf93ffe-5cf9-43e5-8a4a-b589d30badcd req-6e42e61f-3b3f-46ae-80cb-3c9f9d2709dc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.0875390 Aug 02 13:24:30.947168 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-cdf93ffe-5cf9-43e5-8a4a-b589d30badcd req-e9f2e7ec-b77b-4fd3-b0c0-c47c9aa3a4a7 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645809 Aug 02 13:24:31.706917 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-81243ba1-595c-4aae-8c53-bb9f8a23cdc4 req-52e16dbd-efcc-4815-8f4e-98a66135c2e3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 210 time: 0.0445476 Aug 02 13:24:32.155378 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd4500-ca49-46d8-9c11-03b55f4eaa82 req-7119f4f4-7f7c-4e63-9b6e-979e87889e5b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:32.156878 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-93dd4500-ca49-46d8-9c11-03b55f4eaa82 req-7119f4f4-7f7c-4e63-9b6e-979e87889e5b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.0846279 Aug 02 13:24:32.206626 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-93dd4500-ca49-46d8-9c11-03b55f4eaa82 req-c82e1d47-80a8-480b-8e84-6aa8c8726830 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430501 Aug 02 13:24:32.871627 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-24884c69-973b-4c4c-8bba-8e33b23aa4a0 req-160ac7aa-2a1b-41bb-a078-80dfbe1189f1 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 210 time: 0.0471876 Aug 02 13:24:33.406960 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0a5c5-2ac0-481b-9b25-8164456f08d5 req-5032607c-a47f-4d56-aad3-d4d78cea5551 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:33.408445 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e2a0a5c5-2ac0-481b-9b25-8164456f08d5 req-5032607c-a47f-4d56-aad3-d4d78cea5551 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.0877190 Aug 02 13:24:33.453863 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e2a0a5c5-2ac0-481b-9b25-8164456f08d5 req-c7e4ee28-2806-449d-85d6-8a9d2ba0761d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389307 Aug 02 13:24:34.039222 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f701dc45-3bf2-4a18-91db-fafa88c815d0 req-a98346f7-4b00-4597-bd3e-d03028c0db0f tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d0f7b4b4-8d6b-4ef4-a34a-42a2bed18203 HTTP/1.1" status: 200 len: 210 time: 0.0467265 Aug 02 13:24:34.649715 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8778ac2-bc75-41fd-9a06-f01099b59618 req-5515a47f-77a8-4766-99c8-b36e410d1500 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:34.651187 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b8778ac2-bc75-41fd-9a06-f01099b59618 req-5515a47f-77a8-4766-99c8-b36e410d1500 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.0802324 Aug 02 13:24:34.709366 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b8778ac2-bc75-41fd-9a06-f01099b59618 req-aa742b7e-0378-48f6-884f-6f82f846d574 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525010 Aug 02 13:24:35.160912 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55818) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:35.318959 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-86a8c2f0-1ca1-4b5b-96d8-290c082a3db3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:35.349053 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-86a8c2f0-1ca1-4b5b-96d8-290c082a3db3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:35.404392 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-86a8c2f0-1ca1-4b5b-96d8-290c082a3db3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:35.408308 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5debaffb-dd81-4e85-8a8b-2d3f0165d50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:35.423703 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a8c2f0-1ca1-4b5b-96d8-290c082a3db3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6aee92-ee60-49e3-9c9b-d78cce4ba2ee,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:35.426625 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-86a8c2f0-1ca1-4b5b-96d8-290c082a3db3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:35.436932 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-86a8c2f0-1ca1-4b5b-96d8-290c082a3db3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:35.441199 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-86a8c2f0-1ca1-4b5b-96d8-290c082a3db3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "DELETE /v2.0/security-groups/de6aee92-ee60-49e3-9c9b-d78cce4ba2ee HTTP/1.1" status: 204 len: 168 time: 0.2763073 Aug 02 13:24:35.441569 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55822) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:35.463427 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.api.v2.resource [None req-8a071723-bff4-4144-b37d-0ff14883ace4 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] show failed (client error): The resource could not be found. Aug 02 13:24:35.464421 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-8a071723-bff4-4144-b37d-0ff14883ace4 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "GET /v2.0/security-groups/de6aee92-ee60-49e3-9c9b-d78cce4ba2ee HTTP/1.1" status: 404 len: 347 time: 0.0218544 Aug 02 13:24:35.467194 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55826) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:35.623677 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-9eb90518-645c-4caa-bd6a-4e234a979750 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Deleting port 12bf280f-1f87-4827-8bb4-20879976d681 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:35.623925 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9eb90518-645c-4caa-bd6a-4e234a979750 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:35.798832 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9eb90518-645c-4caa-bd6a-4e234a979750 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:35.799614 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9eb90518-645c-4caa-bd6a-4e234a979750 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:35.918760 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284e54a7-712d-494b-8d05-4784a82075b3 req-a6a5b475-4071-4121-88f0-a82470b8266d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:35.920160 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-284e54a7-712d-494b-8d05-4784a82075b3 req-a6a5b475-4071-4121-88f0-a82470b8266d tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 943 time: 0.0838647 Aug 02 13:24:35.930367 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-9eb90518-645c-4caa-bd6a-4e234a979750 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Calling delete_port for 12bf280f-1f87-4827-8bb4-20879976d681 owned by network:floatingip {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:24:35.968988 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-284e54a7-712d-494b-8d05-4784a82075b3 req-23f987c9-6d58-40ea-a819-054f18be922b tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428131 Aug 02 13:24:36.070527 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9eb90518-645c-4caa-bd6a-4e234a979750 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:36.074888 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:36.123136 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb90518-645c-4caa-bd6a-4e234a979750 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Pushing event deleted for resources: {'Port': ['ID=12bf280f-1f87-4827-8bb4-20879976d681,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:36.149405 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-9eb90518-645c-4caa-bd6a-4e234a979750 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:36.213633 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9eb90518-645c-4caa-bd6a-4e234a979750 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks [] for floatingip, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:36.232120 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9eb90518-645c-4caa-bd6a-4e234a979750 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:36.233311 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-9eb90518-645c-4caa-bd6a-4e234a979750 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] 10.222.0.49 "DELETE /v2.0/floatingips/db50cb7b-6cc6-458e-a23e-a3044360438d HTTP/1.1" status: 204 len: 168 time: 0.7651982 Aug 02 13:24:36.237965 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 16366589-13f7-4492-a6fe-8b7cf67b88c1 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:24:36.348097 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:36.397464 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 16366589-13f7-4492-a6fe-8b7cf67b88c1, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:36.412474 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'port_id': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'mac_address': 'fa:16:3e:a2:7c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:24:36.476453 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:36.494976 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16366589-13f7-4492-a6fe-8b7cf67b88c1 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:24:36.512438 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 16366589-13f7-4492-a6fe-8b7cf67b88c1, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:36.516292 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:36.518225 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:36.588121 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=16366589-13f7-4492-a6fe-8b7cf67b88c1,revision_number=9']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:36.591313 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:36.869448 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['16366589-13f7-4492-a6fe-8b7cf67b88c1'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:24:37.167247 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f822095-ee51-4118-8c94-73e872286ea7 req-502de844-7551-47e4-b7cf-918eb1e9adaa tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:37.168642 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1f822095-ee51-4118-8c94-73e872286ea7 req-502de844-7551-47e4-b7cf-918eb1e9adaa tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 944 time: 0.0890040 Aug 02 13:24:37.217557 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1f822095-ee51-4118-8c94-73e872286ea7 req-936df336-911d-4b8c-8e35-0e7e2caaabb8 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431139 Aug 02 13:24:38.244155 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 16366589-13f7-4492-a6fe-8b7cf67b88c1 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:24:38.315678 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 16366589-13f7-4492-a6fe-8b7cf67b88c1 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:24:38.316092 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:38.411021 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf9789a-360d-4768-8668-04f2caf7daa6 req-0fd82c79-37d6-435e-b52b-9ce3d591a6b4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:38.412499 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bbf9789a-360d-4768-8668-04f2caf7daa6 req-0fd82c79-37d6-435e-b52b-9ce3d591a6b4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 944 time: 0.0818057 Aug 02 13:24:38.436006 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:38.459500 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bbf9789a-360d-4768-8668-04f2caf7daa6 req-56e4a097-7b6d-4f04-9c43-48680a4c91b6 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402961 Aug 02 13:24:38.463911 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b8ca84-1154-461f-a23b-80d5286ea982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16366589-13f7-4492-a6fe-8b7cf67b88c1'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:24:38.474484 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 16366589-13f7-4492-a6fe-8b7cf67b88c1, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:38.482473 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:38.484355 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:38.518998 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b8ca84-1154-461f-a23b-80d5286ea982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'code': 200} Aug 02 13:24:38.554899 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=16366589-13f7-4492-a6fe-8b7cf67b88c1,revision_number=10']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:38.557762 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:38.815374 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21e3d1-7719-4604-85ae-8fcbd19fe310 req-5df19455-615c-4708-b887-513626586913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:38.816871 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-db21e3d1-7719-4604-85ae-8fcbd19fe310 req-5df19455-615c-4708-b887-513626586913 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 1099 time: 0.0739868 Aug 02 13:24:38.863651 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-db21e3d1-7719-4604-85ae-8fcbd19fe310 req-2bb26fbe-2c43-45ce-ad1c-bf881f59a2a3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352197 Aug 02 13:24:39.647961 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223c535-5d89-4190-96fa-62cdc437d685 req-af1f3565-0858-4591-8634-8efe4ef66578 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:39.649696 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e223c535-5d89-4190-96fa-62cdc437d685 req-af1f3565-0858-4591-8634-8efe4ef66578 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 946 time: 0.0823877 Aug 02 13:24:39.700608 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e223c535-5d89-4190-96fa-62cdc437d685 req-56c9df4a-210c-4982-9c25-70a23fb46d82 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453122 Aug 02 13:24:40.328332 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55888) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:41.118896 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cccd37-3a0e-4c38-9d7c-583835c849b5 req-b21332ef-24dc-445e-bec1-05d590f6f708 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:41.120367 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-08cccd37-3a0e-4c38-9d7c-583835c849b5 req-b21332ef-24dc-445e-bec1-05d590f6f708 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 946 time: 0.2881753 Aug 02 13:24:41.178944 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-08cccd37-3a0e-4c38-9d7c-583835c849b5 req-90c40a36-38a3-4713-961f-c1647252d8e9 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480034 Aug 02 13:24:41.264480 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-761fbbce-dd12-4473-a9ec-91883fe213f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719757'] for router_interface, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:41.622609 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-761fbbce-dd12-4473-a9ec-91883fe213f5 admin admin] Deleting port e491168b-05bd-4e01-a729-1525c48d72c4 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:41.623356 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-761fbbce-dd12-4473-a9ec-91883fe213f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:41.799552 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-761fbbce-dd12-4473-a9ec-91883fe213f5 admin admin] For port e491168b-05bd-4e01-a729-1525c48d72c4, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=e491168b-05bd-4e01-a729-1525c48d72c4,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:41.799913 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-761fbbce-dd12-4473-a9ec-91883fe213f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:41.934981 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-761fbbce-dd12-4473-a9ec-91883fe213f5 admin admin] Calling delete_port for e491168b-05bd-4e01-a729-1525c48d72c4 owned by network:router_interface {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:24:42.121707 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-761fbbce-dd12-4473-a9ec-91883fe213f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:42.125667 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-134197cb-17ca-43d6-981d-1146ffd45598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:42.170010 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761fbbce-dd12-4473-a9ec-91883fe213f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e491168b-05bd-4e01-a729-1525c48d72c4,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:42.173006 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-761fbbce-dd12-4473-a9ec-91883fe213f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:42.424452 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40039f0-f7dc-4aee-a803-4c5c64f61268 req-f467e7c2-8018-40a3-9dca-a3b4f29983af tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:24:42.426002 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c40039f0-f7dc-4aee-a803-4c5c64f61268 req-f467e7c2-8018-40a3-9dca-a3b4f29983af tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 946 time: 0.0883360 Aug 02 13:24:42.475066 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c40039f0-f7dc-4aee-a803-4c5c64f61268 req-998df754-ee30-4e5a-bc14-1fb6351bacb8 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412614 Aug 02 13:24:42.487928 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-761fbbce-dd12-4473-a9ec-91883fe213f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1690357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719729'] for router_interface, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:43.020414 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761fbbce-dd12-4473-a9ec-91883fe213f5 admin admin] Router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:24:43.200739 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761fbbce-dd12-4473-a9ec-91883fe213f5 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:24:43.209153 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e49d489-0f70-4790-9408-d7c77515649e None None] Sync routers for ids ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:24:43.216007 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-761fbbce-dd12-4473-a9ec-91883fe213f5 admin admin] 10.222.0.49 "PUT /v2.0/routers/f2f0fcf2-8a6f-44b2-83e5-b519819699b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8830280 Aug 02 13:24:43.216227 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55912) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:43.219610 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e49d489-0f70-4790-9408-d7c77515649e None None] Routers {'f2f0fcf2-8a6f-44b2-83e5-b519819699b7'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:24:43.220234 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9e49d489-0f70-4790-9408-d7c77515649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:24:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:43.397376 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Notify callbacks [] for router, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:43.409026 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-9e49d489-0f70-4790-9408-d7c77515649e None None] Set router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:24:43.578737 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:43.590772 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Deleting port 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:43.591064 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:43.700317 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9e49d489-0f70-4790-9408-d7c77515649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38'}], 'enable_snat': True}, 'gw_port_id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:24:42Z', 'revision_number': 5, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port': {'id': '1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:45:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:17Z', 'updated_at': '2021-08-02T13:17:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:43.704118 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e49d489-0f70-4790-9408-d7c77515649e None None] Checking router: f2f0fcf2-8a6f-44b2-83e5-b519819699b7 for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:24:43.712955 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e49d489-0f70-4790-9408-d7c77515649e None None] Routers {'f2f0fcf2-8a6f-44b2-83e5-b519819699b7'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:24:43.713584 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9e49d489-0f70-4790-9408-d7c77515649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:24:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:43.768823 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] For port 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:43.769201 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:43.868489 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-9e49d489-0f70-4790-9408-d7c77515649e None None] Set router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 gateway port host: None {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:24:43.895397 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Calling delete_port for 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18 owned by network:router_gateway {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:24:44.014880 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9e49d489-0f70-4790-9408-d7c77515649e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:24:43Z', 'revision_number': 6, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port_host': None}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:44.019434 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e49d489-0f70-4790-9408-d7c77515649e None None] The sync data for ids ['f2f0fcf2-8a6f-44b2-83e5-b519819699b7'] in dv-cinder-803181-1-iscsi is: [{'id': 'f2f0fcf2-8a6f-44b2-83e5-b519819699b7', 'name': 'tempest-AttachVolumeTestJSON-428328202-router', 'tenant_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:12Z', 'updated_at': '2021-08-02T13:24:43Z', 'revision_number': 6, 'project_id': '1dfc0f7ffe5d46e38126837be5e982ce', 'gw_port_host': None}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:24:44.190999 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:44.196492 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:44.245351 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:44.271183 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:44.338929 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1804568'] for router_gateway, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:44.443805 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device e491168b-05bd-4e01-a729-1525c48d72c4 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:24:44.481451 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: e491168b-05bd-4e01-a729-1525c48d72c4 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:24:44.481806 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device e491168b-05bd-4e01-a729-1525c48d72c4 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:24:44.522120 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15699'] for router, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:44.524479 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:44.546610 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718594'] for router, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:44.547231 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2f0fcf2-8a6f-44b2-83e5-b519819699b7 {{(pid=78567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 02 13:24:44.559826 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Notify callbacks [] for router, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:44.561022 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f2f0fcf2-8a6f-44b2-83e5-b519819699b7 HTTP/1.1" status: 204 len: 168 time: 1.3438966 Aug 02 13:24:44.563502 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55916) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:44.623489 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5c244f-5835-421b-8bb6-cadf762b88c7 admin admin] Deleting subnet fa6ef6ab-fa4e-4dab-a762-153ab4fccbae {{(pid=78567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:24:44.626414 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3a5c244f-5835-421b-8bb6-cadf762b88c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:44.674021 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3a5c244f-5835-421b-8bb6-cadf762b88c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132134288'] for subnet, precommit_delete_associations {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:44.754413 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3a5c244f-5835-421b-8bb6-cadf762b88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:44.827757 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3a5c244f-5835-421b-8bb6-cadf762b88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132222437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133771656'] for subnet, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:44.832569 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-419066b3-a44d-4ad1-968c-e901adc14ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:44.868527 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c244f-5835-421b-8bb6-cadf762b88c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa6ef6ab-fa4e-4dab-a762-153ab4fccbae,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:44.869976 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3a5c244f-5835-421b-8bb6-cadf762b88c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:44.872718 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-3a5c244f-5835-421b-8bb6-cadf762b88c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:44.875378 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d41ae20-bbdd-495c-9172-e774b88115de None None] Network f388a598-a9e9-4425-b334-df10ec450cba requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:24:44.876635 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-3a5c244f-5835-421b-8bb6-cadf762b88c7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fa6ef6ab-fa4e-4dab-a762-153ab4fccbae HTTP/1.1" status: 204 len: 168 time: 0.3122089 Aug 02 13:24:44.879093 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55920) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:44.989132 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:45.001835 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Deleting port c2caf02d-cd72-4c3c-bc70-eca2a523bf86 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:45.002176 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:45.173148 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c73843-946c-4032-ab94-5b74ccebe652 None None] DHCP port deletion for f388a598-a9e9-4425-b334-df10ec450cba request from dv-cinder-803181-1-iscsi {{(pid=78569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 02 13:24:45.177447 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-e8c73843-946c-4032-ab94-5b74ccebe652 None None] Deleting port c2caf02d-cd72-4c3c-bc70-eca2a523bf86 {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:45.178210 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-e8c73843-946c-4032-ab94-5b74ccebe652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:45.230242 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] For port c2caf02d-cd72-4c3c-bc70-eca2a523bf86, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=c2caf02d-cd72-4c3c-bc70-eca2a523bf86,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:45.230876 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:45.371180 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Calling delete_port for c2caf02d-cd72-4c3c-bc70-eca2a523bf86 owned by network:dhcp {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:24:45.399284 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-e8c73843-946c-4032-ab94-5b74ccebe652 None None] For port c2caf02d-cd72-4c3c-bc70-eca2a523bf86, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=c2caf02d-cd72-4c3c-bc70-eca2a523bf86,segment=NetworkSegment(b51aa21f-ef99-4998-9d4c-5b8a49a7639a),segment_id=b51aa21f-ef99-4998-9d4c-5b8a49a7639a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:24:45.399685 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-e8c73843-946c-4032-ab94-5b74ccebe652 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:45.453128 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:45.457418 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-f1021b97-b652-4c47-af74-f8506707233f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:45.508823 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2caf02d-cd72-4c3c-bc70-eca2a523bf86,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:45.511203 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] No DVR routers for this DVR port c2caf02d-cd72-4c3c-bc70-eca2a523bf86 on host dv-cinder-803181-1-iscsi {{(pid=78567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:24:45.513049 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:45.526433 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-e8c73843-946c-4032-ab94-5b74ccebe652 None None] Calling delete_port for c2caf02d-cd72-4c3c-bc70-eca2a523bf86 owned by network:dhcp {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:24:45.608959 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.db.api [None req-e8c73843-946c-4032-ab94-5b74ccebe652 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 13:24:45.609309 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_db.api [None req-e8c73843-946c-4032-ab94-5b74ccebe652 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 13:24:45.729325 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:45.741911 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f388a598-a9e9-4425-b334-df10ec450cba']}} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:45.754332 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a') {'for_net_delete': True} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:45.754639 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51aa21f-ef99-4998-9d4c-5b8a49a7639a') {} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:24:45.766108 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132134287'] for segment, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:45.782274 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:45.788526 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=78567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:24:45.788923 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132222339'] for segment, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: Traceback (most recent call last): Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: timer() Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: cb(*args, **kw) Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: return func(*args, **kwargs) Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: self._notify() Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: self.callback(batched_events) Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: event.method(event) Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: return f(self, *a, **k) Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._get(url).json() Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: return self.request(url, 'GET', **kwargs) Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:24:45.802555 dv-cinder-803181-1-iscsi neutron-server[78567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:24:45.879822 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:45.883666 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-7db58b70-756e-4299-a734-34b851bbc9cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:45.896590 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:45.907429 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Pushing event deleted for resources: {'Network': ['ID=f388a598-a9e9-4425-b334-df10ec450cba,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:45.910627 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:45.921819 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-49295af4-9339-493c-96a5-6ebf30e56f65 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f388a598-a9e9-4425-b334-df10ec450cba HTTP/1.1" status: 204 len: 168 time: 1.0417740 Aug 02 13:24:46.034763 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55926) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:46.082712 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-8e7565ce-8039-41b0-8033-0284fb4c20d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1dfc0f7ffe5d46e38126837be5e982ce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0467305 Aug 02 13:24:46.085061 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55930) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:46.110155 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-e8c73843-946c-4032-ab94-5b74ccebe652 None None] Deleting port c2caf02d-cd72-4c3c-bc70-eca2a523bf86 {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:24:46.110654 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-e8c73843-946c-4032-ab94-5b74ccebe652 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:46.146606 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2c4bc287-5d49-4b9b-91ef-376dfcd3ab11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:46.173055 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2c4bc287-5d49-4b9b-91ef-376dfcd3ab11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:46.176956 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-e8c73843-946c-4032-ab94-5b74ccebe652 None None] The port 'c2caf02d-cd72-4c3c-bc70-eca2a523bf86' was deleted {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 02 13:24:46.233299 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2c4bc287-5d49-4b9b-91ef-376dfcd3ab11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:46.237184 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-734f2795-41d8-4bd4-a12f-5e3d89fcf428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:46.251332 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4bc287-5d49-4b9b-91ef-376dfcd3ab11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49cce1c5-334b-4dd5-b834-1c638281c364,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:46.253704 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-2c4bc287-5d49-4b9b-91ef-376dfcd3ab11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:46.259536 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2c4bc287-5d49-4b9b-91ef-376dfcd3ab11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:46.263349 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-2c4bc287-5d49-4b9b-91ef-376dfcd3ab11 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49cce1c5-334b-4dd5-b834-1c638281c364 HTTP/1.1" status: 204 len: 168 time: 0.1772940 Aug 02 13:24:46.272293 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:24:46.312027 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:24:46.312321 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 1c60dbe8-16bd-4081-91d3-c0dbbf8ffe18 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:24:46.312752 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device c2caf02d-cd72-4c3c-bc70-eca2a523bf86 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:24:46.347314 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: c2caf02d-cd72-4c3c-bc70-eca2a523bf86 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:24:46.347740 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device c2caf02d-cd72-4c3c-bc70-eca2a523bf86 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:24:49.452836 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:24:49.709772 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-3d0f725c-930c-46fb-b3c7-4e9efea2021e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:50.151087 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:50.448460 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 55992) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:50.563758 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:50.577859 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:24:50.581668 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Usage tracker for resource:security_group_rule and tenant:332a6647cc8c4cb2ab0f9d9271430dc3 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:24:50.584533 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:24:50.597437 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:24:50.686069 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:50.689899 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:50.696953 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-249f824e-ec3a-4127-bf02-489860b70237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:50.741066 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=332a6647cc8c4cb2ab0f9d9271430dc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914906 Aug 02 13:24:50.742128 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae700273-4205-492a-a4e5-34838a8a13be,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:50.744065 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 55998) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:50.750334 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.750718 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.751086 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.751478 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.751836 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.752191 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.752546 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.752899 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.753280 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.753633 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.753983 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.754331 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.758419 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:50.805384 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:50.836688 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:50.891959 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:50.895955 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c96d9f13-10ef-4596-a620-72b1c8a4bbc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:50.910190 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae700273-4205-492a-a4e5-34838a8a13be,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:50.919306 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:50.920427 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae700273-4205-492a-a4e5-34838a8a13be HTTP/1.1" status: 204 len: 168 time: 0.1753659 Aug 02 13:24:50.921884 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.922260 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.922622 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.922973 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.923417 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.923807 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.924161 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.924506 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.924852 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.925210 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.925553 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.925893 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:24:50.929460 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-539beb9a-a389-40b8-b7aa-02c3f3e47bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:52.572582 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 56044) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:52.690267 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f7e8713d-4fbf-4668-8f3d-9e0f6d9666ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:52.704245 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-f7e8713d-4fbf-4668-8f3d-9e0f6d9666ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:24:52.708040 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-f7e8713d-4fbf-4668-8f3d-9e0f6d9666ab admin admin] Usage tracker for resource:security_group_rule and tenant:87d0de55ac564921a0834a9d8309f1d9 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:24:52.710980 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-f7e8713d-4fbf-4668-8f3d-9e0f6d9666ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:24:52.717354 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-f7e8713d-4fbf-4668-8f3d-9e0f6d9666ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:24:52.802303 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f7e8713d-4fbf-4668-8f3d-9e0f6d9666ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:52.806976 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f7e8713d-4fbf-4668-8f3d-9e0f6d9666ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:52.811604 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-87d89c83-fc10-4e3c-a0ce-fa02d6da1018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:52.816020 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4074cc83-4166-418d-8f0b-c685615e2288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:52.856994 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-f7e8713d-4fbf-4668-8f3d-9e0f6d9666ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87d0de55ac564921a0834a9d8309f1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832310 Aug 02 13:24:52.857789 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8713d-4fbf-4668-8f3d-9e0f6d9666ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28482c65-23a8-4787-b383-92c3c4ef1416,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:52.859671 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 56050) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:52.860971 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f7e8713d-4fbf-4668-8f3d-9e0f6d9666ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:52.922142 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-426c050d-6615-4e60-95c6-481fcc8bbf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:52.948550 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-426c050d-6615-4e60-95c6-481fcc8bbf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:52.999570 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-426c050d-6615-4e60-95c6-481fcc8bbf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:53.004381 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-1afe28f8-02cb-4ba9-99b3-30ad7f20c867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:53.017851 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c050d-6615-4e60-95c6-481fcc8bbf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28482c65-23a8-4787-b383-92c3c4ef1416,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:53.020713 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-426c050d-6615-4e60-95c6-481fcc8bbf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:53.024855 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-426c050d-6615-4e60-95c6-481fcc8bbf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:53.027207 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-426c050d-6615-4e60-95c6-481fcc8bbf4e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/28482c65-23a8-4787-b383-92c3c4ef1416 HTTP/1.1" status: 204 len: 168 time: 0.1653371 Aug 02 13:24:53.308511 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 56058) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:53.329472 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-77766cc6-2c82-4496-afe0-0ab34aeb13b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:53.345329 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-77766cc6-2c82-4496-afe0-0ab34aeb13b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:24:53.349284 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-77766cc6-2c82-4496-afe0-0ab34aeb13b1 admin admin] Usage tracker for resource:security_group_rule and tenant:e1988ba514de469faa3b8962718cd397 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:24:53.352517 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-77766cc6-2c82-4496-afe0-0ab34aeb13b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:24:53.359729 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-77766cc6-2c82-4496-afe0-0ab34aeb13b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:24:53.449571 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-77766cc6-2c82-4496-afe0-0ab34aeb13b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:53.453438 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-77766cc6-2c82-4496-afe0-0ab34aeb13b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:53.462607 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-2c823ec2-c418-4428-b6b8-3b28aa688f47 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:53.511140 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-77766cc6-2c82-4496-afe0-0ab34aeb13b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e1988ba514de469faa3b8962718cd397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2014606 Aug 02 13:24:53.512991 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77766cc6-2c82-4496-afe0-0ab34aeb13b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8bb6e6-03f9-4b7f-80f7-7a0737312e69,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:53.513889 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 56062) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:24:53.516028 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-77766cc6-2c82-4496-afe0-0ab34aeb13b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:53.548347 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:53.582142 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-91a5cbed-1934-4988-b8bd-c3b1a097d190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:53.610417 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-91a5cbed-1934-4988-b8bd-c3b1a097d190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:53.663954 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-91a5cbed-1934-4988-b8bd-c3b1a097d190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:53.668966 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b6c1eb73-6e17-4e3d-b262-feb955022087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:24:53.681838 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5cbed-1934-4988-b8bd-c3b1a097d190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8bb6e6-03f9-4b7f-80f7-7a0737312e69,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:24:53.685315 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-91a5cbed-1934-4988-b8bd-c3b1a097d190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:24:53.691011 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-91a5cbed-1934-4988-b8bd-c3b1a097d190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:24:53.692125 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-91a5cbed-1934-4988-b8bd-c3b1a097d190 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ef8bb6e6-03f9-4b7f-80f7-7a0737312e69 HTTP/1.1" status: 204 len: 168 time: 0.1770253 Aug 02 13:24:54.952059 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:01.516804 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 56184) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:01.697526 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-de2089d2-f1fe-4e9d-a02a-ca7c933460b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:01.716038 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-de2089d2-f1fe-4e9d-a02a-ca7c933460b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:01.720800 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-de2089d2-f1fe-4e9d-a02a-ca7c933460b8 admin admin] Usage tracker for resource:security_group_rule and tenant:02df8cd2cd8b4998960ab7af3687828c is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:01.724428 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-de2089d2-f1fe-4e9d-a02a-ca7c933460b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:01.733106 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-de2089d2-f1fe-4e9d-a02a-ca7c933460b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:01.838309 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-de2089d2-f1fe-4e9d-a02a-ca7c933460b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:01.842605 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-de2089d2-f1fe-4e9d-a02a-ca7c933460b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:01.850268 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-98bcfc4f-c085-47cd-b3eb-e93f137c0495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:01.898141 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2089d2-f1fe-4e9d-a02a-ca7c933460b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ffb774-67c9-4548-9d72-0938229cf3b4,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:01.903123 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-de2089d2-f1fe-4e9d-a02a-ca7c933460b8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=02df8cd2cd8b4998960ab7af3687828c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3851213 Aug 02 13:25:01.904008 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-de2089d2-f1fe-4e9d-a02a-ca7c933460b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:01.907233 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 56190) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:01.970507 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6f3fae6a-9b7b-4ad1-9503-300069a7192c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:02.000221 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6f3fae6a-9b7b-4ad1-9503-300069a7192c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:02.072495 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6f3fae6a-9b7b-4ad1-9503-300069a7192c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:02.076748 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ee4c35ab-5332-467f-9f45-08fbe694357c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:02.092103 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3fae6a-9b7b-4ad1-9503-300069a7192c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ffb774-67c9-4548-9d72-0938229cf3b4,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:02.097055 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-6f3fae6a-9b7b-4ad1-9503-300069a7192c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:02.101579 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6f3fae6a-9b7b-4ad1-9503-300069a7192c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:02.102732 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-6f3fae6a-9b7b-4ad1-9503-300069a7192c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9ffb774-67c9-4548-9d72-0938229cf3b4 HTTP/1.1" status: 204 len: 168 time: 0.1946809 Aug 02 13:25:02.524072 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 56198) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:02.545786 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-90b97957-b370-4643-a13c-5680129208e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:02.568371 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-90b97957-b370-4643-a13c-5680129208e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:02.577079 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-90b97957-b370-4643-a13c-5680129208e7 admin admin] Usage tracker for resource:security_group_rule and tenant:93328846dc894b68aebcd91dd75658bf is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:02.583509 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-90b97957-b370-4643-a13c-5680129208e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:02.595264 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-90b97957-b370-4643-a13c-5680129208e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:02.695863 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-90b97957-b370-4643-a13c-5680129208e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:02.700983 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-90b97957-b370-4643-a13c-5680129208e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:02.710237 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-d2ae647a-87e1-4a16-b3c8-d5ac8f71c7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:02.751203 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b97957-b370-4643-a13c-5680129208e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ba355d-92b7-4d5e-b297-b0be1f13c9bc,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:02.755362 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-90b97957-b370-4643-a13c-5680129208e7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93328846dc894b68aebcd91dd75658bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302504 Aug 02 13:25:02.756298 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-90b97957-b370-4643-a13c-5680129208e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:02.759374 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 56202) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:02.859591 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ae0d667f-ba97-48a3-a51e-c120fdd0cf15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:02.893893 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ae0d667f-ba97-48a3-a51e-c120fdd0cf15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:02.966617 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ae0d667f-ba97-48a3-a51e-c120fdd0cf15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:02.970863 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b5dd0684-1102-4b88-99e9-2d9cf2249cf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:02.986421 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0d667f-ba97-48a3-a51e-c120fdd0cf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ba355d-92b7-4d5e-b297-b0be1f13c9bc,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:02.990644 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-ae0d667f-ba97-48a3-a51e-c120fdd0cf15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:02.997692 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ae0d667f-ba97-48a3-a51e-c120fdd0cf15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:02.998899 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-ae0d667f-ba97-48a3-a51e-c120fdd0cf15 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49ba355d-92b7-4d5e-b297-b0be1f13c9bc HTTP/1.1" status: 204 len: 168 time: 0.2385046 Aug 02 13:25:04.487860 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 56236) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:04.626674 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-71138fc7-25b7-4e2a-854c-eedd4cfb5bf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:04.644714 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-71138fc7-25b7-4e2a-854c-eedd4cfb5bf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:04.649353 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-71138fc7-25b7-4e2a-854c-eedd4cfb5bf4 admin admin] Usage tracker for resource:security_group_rule and tenant:7e8cc816dd374fadaa06961518f7e8fc is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:04.653238 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-71138fc7-25b7-4e2a-854c-eedd4cfb5bf4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:04.660557 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-71138fc7-25b7-4e2a-854c-eedd4cfb5bf4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:04.770266 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-71138fc7-25b7-4e2a-854c-eedd4cfb5bf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:04.778597 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-71138fc7-25b7-4e2a-854c-eedd4cfb5bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:04.786932 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-ba9d56c1-70e2-4d48-a6b1-2470a27d519c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:04.832041 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-71138fc7-25b7-4e2a-854c-eedd4cfb5bf4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e8cc816dd374fadaa06961518f7e8fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3430841 Aug 02 13:25:04.832992 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71138fc7-25b7-4e2a-854c-eedd4cfb5bf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558c40ee-dd01-4d5a-841e-e78191cf13d6,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:04.834948 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 56242) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:04.836093 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-71138fc7-25b7-4e2a-854c-eedd4cfb5bf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:04.904146 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d96fc998-71fa-448a-b918-1d1ea6015fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:04.932306 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d96fc998-71fa-448a-b918-1d1ea6015fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:05.004397 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d96fc998-71fa-448a-b918-1d1ea6015fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:05.008406 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-2d70dd18-a3b0-4db3-bc97-408bca9f6719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:05.021036 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fc998-71fa-448a-b918-1d1ea6015fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558c40ee-dd01-4d5a-841e-e78191cf13d6,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:05.024376 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d96fc998-71fa-448a-b918-1d1ea6015fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:05.034728 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d96fc998-71fa-448a-b918-1d1ea6015fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:05.041120 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-d96fc998-71fa-448a-b918-1d1ea6015fbf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/558c40ee-dd01-4d5a-841e-e78191cf13d6 HTTP/1.1" status: 204 len: 168 time: 0.2044182 Aug 02 13:25:06.318383 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:15.756723 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 56336) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:15.879876 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-29fa7ff0-f47d-4b30-9037-3b965ca90706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:15.895993 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-29fa7ff0-f47d-4b30-9037-3b965ca90706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:15.900156 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-29fa7ff0-f47d-4b30-9037-3b965ca90706 admin admin] Usage tracker for resource:security_group_rule and tenant:fea0a2eb45f44336b0e0bffe5229dd76 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:15.903597 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-29fa7ff0-f47d-4b30-9037-3b965ca90706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:15.910131 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-29fa7ff0-f47d-4b30-9037-3b965ca90706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:16.036174 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-29fa7ff0-f47d-4b30-9037-3b965ca90706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:16.042772 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-29fa7ff0-f47d-4b30-9037-3b965ca90706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:16.057917 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f89930ef-662f-46a1-a75f-a3abcefa51fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:16.125553 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-29fa7ff0-f47d-4b30-9037-3b965ca90706 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fea0a2eb45f44336b0e0bffe5229dd76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677254 Aug 02 13:25:16.127403 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa7ff0-f47d-4b30-9037-3b965ca90706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabbbd3c-9ef9-45a0-99a1-eab698070fc1,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:16.128484 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 56342) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:16.130723 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-29fa7ff0-f47d-4b30-9037-3b965ca90706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:16.208128 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-51f08d4e-af65-4f60-8845-03012380c536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:16.239265 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-51f08d4e-af65-4f60-8845-03012380c536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:16.327440 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-51f08d4e-af65-4f60-8845-03012380c536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:16.331603 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-2c6c7c3b-2b59-4dd6-aab4-5118532b148b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:16.345431 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f08d4e-af65-4f60-8845-03012380c536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabbbd3c-9ef9-45a0-99a1-eab698070fc1,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:16.348327 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-51f08d4e-af65-4f60-8845-03012380c536 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:16.357475 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-51f08d4e-af65-4f60-8845-03012380c536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:16.359067 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-51f08d4e-af65-4f60-8845-03012380c536 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cabbbd3c-9ef9-45a0-99a1-eab698070fc1 HTTP/1.1" status: 204 len: 168 time: 0.2291715 Aug 02 13:25:19.719066 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-8a48189f-55ba-49f0-85b4-3184f18fcf30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:20.155746 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:21.176753 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 56414) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:21.324280 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-05d34f17-600c-43e3-9a56-d1f263f513cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:21.346317 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-05d34f17-600c-43e3-9a56-d1f263f513cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:21.352020 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-05d34f17-600c-43e3-9a56-d1f263f513cf admin admin] Usage tracker for resource:security_group_rule and tenant:778f5533534d443ab85c5e3905eeb231 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:21.357352 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-05d34f17-600c-43e3-9a56-d1f263f513cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:21.364700 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-05d34f17-600c-43e3-9a56-d1f263f513cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:21.398747 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d7fba-bf46-459e-98ac-e1b62d3feba3 req-53d5acfa-c8c1-4714-bd62-69e3f3394a22 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:21.400377 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-cc6d7fba-bf46-459e-98ac-e1b62d3feba3 req-53d5acfa-c8c1-4714-bd62-69e3f3394a22 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 946 time: 0.1496003 Aug 02 13:25:21.473251 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-cc6d7fba-bf46-459e-98ac-e1b62d3feba3 req-8a317ed7-8fee-4f4b-810d-fe745ac32b29 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624824 Aug 02 13:25:21.520421 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-05d34f17-600c-43e3-9a56-d1f263f513cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:21.524331 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-05d34f17-600c-43e3-9a56-d1f263f513cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:21.531415 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-f85d8ffe-825a-49a1-911a-3bb2b0220296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:21.573674 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-05d34f17-600c-43e3-9a56-d1f263f513cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=778f5533534d443ab85c5e3905eeb231&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957381 Aug 02 13:25:21.574711 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d34f17-600c-43e3-9a56-d1f263f513cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4d7c7a-ef96-46dd-9bae-23a32715cbff,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:21.577272 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 56420) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:21.578725 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-05d34f17-600c-43e3-9a56-d1f263f513cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:21.643846 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5d8e443d-4570-4b5a-9142-f6a3c29de561 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:21.672140 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5d8e443d-4570-4b5a-9142-f6a3c29de561 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:21.725587 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5d8e443d-4570-4b5a-9142-f6a3c29de561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:21.730293 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-e696708f-5fe1-4885-8f0a-5504a64a4664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:21.745785 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e443d-4570-4b5a-9142-f6a3c29de561 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4d7c7a-ef96-46dd-9bae-23a32715cbff,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:21.750345 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-5d8e443d-4570-4b5a-9142-f6a3c29de561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:21.756147 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5d8e443d-4570-4b5a-9142-f6a3c29de561 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:21.759733 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-5d8e443d-4570-4b5a-9142-f6a3c29de561 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cd4d7c7a-ef96-46dd-9bae-23a32715cbff HTTP/1.1" status: 204 len: 168 time: 0.1790979 Aug 02 13:25:22.065345 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 56428) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:22.083383 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9a7fc5e1-5b0c-4dec-ad60-ff782b903045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:22.097740 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-9a7fc5e1-5b0c-4dec-ad60-ff782b903045 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:22.101748 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-9a7fc5e1-5b0c-4dec-ad60-ff782b903045 admin admin] Usage tracker for resource:security_group_rule and tenant:139f084a5f1b49e2826c7d1382679cf8 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:22.104711 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-9a7fc5e1-5b0c-4dec-ad60-ff782b903045 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:22.110616 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-9a7fc5e1-5b0c-4dec-ad60-ff782b903045 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:22.197628 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9a7fc5e1-5b0c-4dec-ad60-ff782b903045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:22.201960 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9a7fc5e1-5b0c-4dec-ad60-ff782b903045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:22.219228 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-3552b963-083b-49cf-85dd-83c104a4e0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:22.262350 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-9a7fc5e1-5b0c-4dec-ad60-ff782b903045 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=139f084a5f1b49e2826c7d1382679cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959119 Aug 02 13:25:22.264026 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fc5e1-5b0c-4dec-ad60-ff782b903045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f98a69-ebe5-4960-ae58-3bfe18aec403,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:22.265884 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 56432) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:22.267533 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9a7fc5e1-5b0c-4dec-ad60-ff782b903045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:22.343656 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9ac50aaa-3044-4d61-a604-a8857ad010cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:22.370816 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9ac50aaa-3044-4d61-a604-a8857ad010cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:22.427388 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9ac50aaa-3044-4d61-a604-a8857ad010cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:22.431533 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4933e5e1-a163-4077-8763-4e7e1af160b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:22.446362 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac50aaa-3044-4d61-a604-a8857ad010cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f98a69-ebe5-4960-ae58-3bfe18aec403,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:22.450706 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-9ac50aaa-3044-4d61-a604-a8857ad010cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:22.456324 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9ac50aaa-3044-4d61-a604-a8857ad010cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:22.457476 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-9ac50aaa-3044-4d61-a604-a8857ad010cf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c7f98a69-ebe5-4960-ae58-3bfe18aec403 HTTP/1.1" status: 204 len: 168 time: 0.1887426 Aug 02 13:25:22.818615 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5be70d-2403-4d3a-92ce-1daecf6c9af0 req-a6415ec9-9193-43d7-b7f0-3c86c75e909c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:22.820608 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5d5be70d-2403-4d3a-92ce-1daecf6c9af0 req-a6415ec9-9193-43d7-b7f0-3c86c75e909c tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 946 time: 0.1874914 Aug 02 13:25:22.823110 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-e1b65aad-38a3-4efb-ba7c-02d783a89bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:22.879307 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5d5be70d-2403-4d3a-92ce-1daecf6c9af0 req-a52ccd2f-479a-46e5-be52-e68d086efe83 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups?id=29651586-243b-4e1c-b173-97dc7429aba2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487216 Aug 02 13:25:23.088486 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-d83c8d92-cb9e-4a2b-88fa-3c3eebb524dd tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:23.090027 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-d83c8d92-cb9e-4a2b-88fa-3c3eebb524dd tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.53 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 946 time: 0.0998473 Aug 02 13:25:23.166354 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Deleting port 16366589-13f7-4492-a6fe-8b7cf67b88c1 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:25:23.166700 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:23.447444 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] For port 16366589-13f7-4492-a6fe-8b7cf67b88c1, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=16366589-13f7-4492-a6fe-8b7cf67b88c1,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:25:23.447800 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:23.557678 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:23.753298 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:23.753645 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:23.753796 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.l3_db [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Floating IP 8fe36041-97ba-446a-9128-b9d204f7ea73 disassociated. External IP: 172.27.2.165, port: 16366589-13f7-4492-a6fe-8b7cf67b88c1. Aug 02 13:25:23.754680 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Calling delete_port for 16366589-13f7-4492-a6fe-8b7cf67b88c1 owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:25:23.927975 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:23.935554 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-44843f1e-8227-46a6-a995-df89a7474ecc tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:23.987113 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event deleted for resources: {'Port': ['ID=16366589-13f7-4492-a6fe-8b7cf67b88c1,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:23.990661 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:24.075285 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-78655909-365a-4c39-b8d1-9be30593693b req-22c4a3a3-f3e6-47cd-8f85-e56ca1f94484 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 210 time: 0.0482457 Aug 02 13:25:24.203099 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Router e37b4cce-627b-421f-880e-c3c81cb13c96 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:25:24.425787 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:25:24.439739 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f96b90-e39f-4ff9-89c3-2e2af6703809 None None] Sync routers for ids ['e37b4cce-627b-421f-880e-c3c81cb13c96'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:25:24.457308 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f96b90-e39f-4ff9-89c3-2e2af6703809 None None] Routers {'e37b4cce-627b-421f-880e-c3c81cb13c96'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:25:24.458157 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-e2f96b90-e39f-4ff9-89c3-2e2af6703809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:25:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['e37b4cce-627b-421f-880e-c3c81cb13c96'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:25:24.525819 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] No DVR routers for this DVR port 16366589-13f7-4492-a6fe-8b7cf67b88c1 on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:25:24.528900 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:24.532516 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95b8ca84-1154-461f-a23b-80d5286ea982', 'name': 'network-vif-deleted', 'tag': '16366589-13f7-4492-a6fe-8b7cf67b88c1'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:25:24.556881 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-53ed1639-d766-4d34-93f2-f2b958260e74 req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.53 "DELETE /v2.0/ports/16366589-13f7-4492-a6fe-8b7cf67b88c1 HTTP/1.1" status: 204 len: 173 time: 1.4597471 Aug 02 13:25:24.580100 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95b8ca84-1154-461f-a23b-80d5286ea982', 'name': 'network-vif-deleted', 'tag': '16366589-13f7-4492-a6fe-8b7cf67b88c1', 'status': 'completed', 'code': 200} Aug 02 13:25:24.670668 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-e2f96b90-e39f-4ff9-89c3-2e2af6703809 None None] Set router e37b4cce-627b-421f-880e-c3c81cb13c96 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:25:24.953545 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:24.998923 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-e2f96b90-e39f-4ff9-89c3-2e2af6703809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'c262f1f1-0556-4622-85e2-c59be481fe25', 'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'mac_address': 'fa:16:3e:f7:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:24Z', 'updated_at': '2021-08-02T13:17:45Z', 'revision_number': 5, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'subnets': [{'id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:25:25.002693 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f96b90-e39f-4ff9-89c3-2e2af6703809 None None] Checking router: e37b4cce-627b-421f-880e-c3c81cb13c96 for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:25:25.011832 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f96b90-e39f-4ff9-89c3-2e2af6703809 None None] Routers {'e37b4cce-627b-421f-880e-c3c81cb13c96'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:25:25.014045 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-e2f96b90-e39f-4ff9-89c3-2e2af6703809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:25:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['e37b4cce-627b-421f-880e-c3c81cb13c96'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:25:25.241302 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-e2f96b90-e39f-4ff9-89c3-2e2af6703809 None None] Set router e37b4cce-627b-421f-880e-c3c81cb13c96 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:25:25.315800 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6bbad772-bf82-4c7c-8eb6-3a5c1458cf51 req-3522213a-2733-41ac-b9d3-56c4f24f4a58 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/ports?device_id=95b8ca84-1154-461f-a23b-80d5286ea982 HTTP/1.1" status: 200 len: 210 time: 0.0908625 Aug 02 13:25:25.402374 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-9508cad3-d508-4529-ad95-b80fb9668f82 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=8ca030f274154e239e437fcf1625f21c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1468091 Aug 02 13:25:25.568212 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-0e3a345b-92c9-4539-96c7-1fde5046fe1d tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:25.569592 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-0e3a345b-92c9-4539-96c7-1fde5046fe1d tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542759 Aug 02 13:25:25.585414 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-c5d05828-f86a-4cf2-8272-98aa115ffe35 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/quotas/8ca030f274154e239e437fcf1625f21c HTTP/1.1" status: 200 len: 375 time: 0.0098908 Aug 02 13:25:25.635721 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6a43004d-452a-462d-94a6-acdd405de801 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8ca030f274154e239e437fcf1625f21c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443552 Aug 02 13:25:25.671937 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-e2f96b90-e39f-4ff9-89c3-2e2af6703809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'c262f1f1-0556-4622-85e2-c59be481fe25', 'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'mac_address': 'fa:16:3e:f7:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:24Z', 'updated_at': '2021-08-02T13:17:45Z', 'revision_number': 5, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'subnets': [{'id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:25:25.676102 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f96b90-e39f-4ff9-89c3-2e2af6703809 None None] The sync data for ids ['e37b4cce-627b-421f-880e-c3c81cb13c96'] in dv-cinder-803181-1-iscsi is: [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:17:28Z', 'revision_number': 4, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'c262f1f1-0556-4622-85e2-c59be481fe25', 'name': '', 'network_id': 'bb040d03-cbf3-4995-bcf3-f17d53b45872', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'mac_address': 'fa:16:3e:f7:da:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:24Z', 'updated_at': '2021-08-02T13:17:45Z', 'revision_number': 5, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'subnets': [{'id': '7bf2c7bd-9f7d-4ef5-aae7-845561678e71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:25:25.926536 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43d4566-597b-4a4b-acd5-b02eba65ae49 None None] New status for floating IP 8fe36041-97ba-446a-9128-b9d204f7ea73: DOWN {{(pid=78569) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:25:26.371877 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 16366589-13f7-4492-a6fe-8b7cf67b88c1 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:25:26.435868 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 56492) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:26.445867 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 16366589-13f7-4492-a6fe-8b7cf67b88c1 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:25:26.446320 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 16366589-13f7-4492-a6fe-8b7cf67b88c1 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:25:26.454384 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:25:26.509984 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9232c2b5-8a1d-439a-9f2d-a739e1bcc71e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:26.540368 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9232c2b5-8a1d-439a-9f2d-a739e1bcc71e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:26.610170 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9232c2b5-8a1d-439a-9f2d-a739e1bcc71e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:26.614569 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-2c4bc287-5d49-4b9b-91ef-376dfcd3ab11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:26.630377 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232c2b5-8a1d-439a-9f2d-a739e1bcc71e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29651586-243b-4e1c-b173-97dc7429aba2,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:26.633018 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-9232c2b5-8a1d-439a-9f2d-a739e1bcc71e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:26.643574 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-9232c2b5-8a1d-439a-9f2d-a739e1bcc71e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:26.644728 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-9232c2b5-8a1d-439a-9f2d-a739e1bcc71e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "DELETE /v2.0/security-groups/29651586-243b-4e1c-b173-97dc7429aba2 HTTP/1.1" status: 204 len: 168 time: 0.2078834 Aug 02 13:25:26.648063 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 56496) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:26.665954 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.api.v2.resource [None req-c1730480-e4c7-42ab-a365-2687c511f458 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] show failed (client error): The resource could not be found. Aug 02 13:25:26.666992 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-c1730480-e4c7-42ab-a365-2687c511f458 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "GET /v2.0/security-groups/29651586-243b-4e1c-b173-97dc7429aba2 HTTP/1.1" status: 404 len: 347 time: 0.0179243 Aug 02 13:25:26.672476 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 56500) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:26.975930 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-fc180014-c0f6-4c9d-b9cc-809f9e22b45c req-64fbafa6-7024-47ab-899d-873e8dfbeb75 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 210 time: 0.0698860 Aug 02 13:25:26.977138 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-b66acde7-412a-447c-a542-1256b12b1793 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Deleting port 311a7b24-97d8-4e3b-8817-d64e6f1241bb {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:25:26.977542 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b66acde7-412a-447c-a542-1256b12b1793 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:27.157126 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b66acde7-412a-447c-a542-1256b12b1793 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:27.157504 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b66acde7-412a-447c-a542-1256b12b1793 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:27.295250 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-b66acde7-412a-447c-a542-1256b12b1793 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Calling delete_port for 311a7b24-97d8-4e3b-8817-d64e6f1241bb owned by network:floatingip {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:25:27.488166 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b66acde7-412a-447c-a542-1256b12b1793 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:27.492789 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-bd8353ce-1c27-48fe-8778-15cb73710c88 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:27.537977 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66acde7-412a-447c-a542-1256b12b1793 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Pushing event deleted for resources: {'Port': ['ID=311a7b24-97d8-4e3b-8817-d64e6f1241bb,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:27.565289 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b66acde7-412a-447c-a542-1256b12b1793 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:27.631507 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b66acde7-412a-447c-a542-1256b12b1793 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks [] for floatingip, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:27.646441 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b66acde7-412a-447c-a542-1256b12b1793 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:27.647617 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b66acde7-412a-447c-a542-1256b12b1793 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] 10.222.0.49 "DELETE /v2.0/floatingips/8fe36041-97ba-446a-9128-b9d204f7ea73 HTTP/1.1" status: 204 len: 168 time: 0.9742212 Aug 02 13:25:28.012729 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-c36794ae-1fc2-4754-aea5-4324986d90c0 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=8ca030f274154e239e437fcf1625f21c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281236 Aug 02 13:25:28.182923 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8fe0ace0-e806-4f67-99e6-d5a19500d14b req-dd2cf2fa-2a1d-4b5e-940d-38d78a35329d tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 210 time: 0.0632060 Aug 02 13:25:28.226069 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-edb03333-a8f0-4e11-a396-986c8263d98e tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:28.227487 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-edb03333-a8f0-4e11-a396-986c8263d98e tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2092428 Aug 02 13:25:28.263928 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Request body: {'port': {'device_id': '2907984c-f20a-4597-8d40-cb298c0e0f70', 'network_id': '1f8f2a28-32ab-46c9-9a6a-71230d325cce', 'admin_state_up': True, 'tenant_id': '8ca030f274154e239e437fcf1625f21c'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:25:28.401919 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:28.406272 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Usage tracker for resource:port and tenant:8ca030f274154e239e437fcf1625f21c is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:28.409061 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:28.414745 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:28.424048 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Made reservation on behalf of 8ca030f274154e239e437fcf1625f21c for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:25:28.427481 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:28.439933 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:28.455129 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:28.458933 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Usage tracker for resource:security_group_rule and tenant:8ca030f274154e239e437fcf1625f21c is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:28.461746 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:28.468430 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:28.552058 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:28.555781 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:28.558803 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-12ac24fd-7c75-4a56-8be0-bbe47ddef521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:28.641491 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75b4b181-a1c8-4da7-b331-872dbd887ddf,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:28.646903 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:28.727541 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Allocated IP 192.168.233.120 (1f8f2a28-32ab-46c9-9a6a-71230d325cce/e91d6c16-7f32-4fc4-94a4-3b45dd9ee917/b469db3f-7361-4ad9-b834-2fd436005a1a) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:25:28.947761 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:28.966081 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Transition to ACTIVE for port object b469db3f-7361-4ad9-b834-2fd436005a1a will not be triggered until provisioned by entity DHCP. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:25:29.001671 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:29.010955 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ebedc856-c42e-417d-9ca7-72d8ef14d886 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:29.080031 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Network 1f8f2a28-32ab-46c9-9a6a-71230d325cce is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:25:29.083596 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:25:29.087918 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:25:29.127434 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Pushing event updated for resources: {'Port': ['ID=b469db3f-7361-4ad9-b834-2fd436005a1a,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:29.132521 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:29.164947 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:29.166799 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:29.197796 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9381578 Aug 02 13:25:29.224827 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Request body: {'port': {'device_id': '2907984c-f20a-4597-8d40-cb298c0e0f70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:25:29.378132 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:29.380222 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6d2ab519-e67a-4341-9d31-c69285027aa0 None None] Provisioning for port b469db3f-7361-4ad9-b834-2fd436005a1a completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:25:29.387191 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6d2ab519-e67a-4341-9d31-c69285027aa0 None None] Provisioning complete for port b469db3f-7361-4ad9-b834-2fd436005a1a triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:25:29.388994 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6d2ab519-e67a-4341-9d31-c69285027aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:29.410701 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d511bb8-c0ff-4279-90fa-8467952c7098 req-98b27b54-7bcb-45d2-80d5-e77435f33875 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:29.412291 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0d511bb8-c0ff-4279-90fa-8467952c7098 req-98b27b54-7bcb-45d2-80d5-e77435f33875 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 936 time: 0.0904846 Aug 02 13:25:29.459990 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6d2ab519-e67a-4341-9d31-c69285027aa0 None None] Port b469db3f-7361-4ad9-b834-2fd436005a1a cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:25:29.473804 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0d511bb8-c0ff-4279-90fa-8467952c7098 req-7a9f6972-e811-4103-8b53-22da32ecf49b tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/security-groups?id=75b4b181-a1c8-4da7-b331-872dbd887ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521851 Aug 02 13:25:29.756940 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b469db3f-7361-4ad9-b834-2fd436005a1a {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:25:29.764866 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:29.779697 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Transition to ACTIVE for port object b469db3f-7361-4ad9-b834-2fd436005a1a will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:25:29.782768 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:29.789891 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-0b785ff8-6193-412c-af9a-43bce100c7ed tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:30.072570 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Pushing event updated for resources: {'Port': ['ID=b469db3f-7361-4ad9-b834-2fd436005a1a,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:30.078259 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:30.126204 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Attempting to bind port b469db3f-7361-4ad9-b834-2fd436005a1a on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:25:30.126890 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Attempting to bind port b469db3f-7361-4ad9-b834-2fd436005a1a by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '2a86f61d-812c-45d3-b568-d65bafea02b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1f8f2a28-32ab-46c9-9a6a-71230d325cce'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:25:30.126890 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Attempting to bind port b469db3f-7361-4ad9-b834-2fd436005a1a on network 1f8f2a28-32ab-46c9-9a6a-71230d325cce {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:25:30.131863 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Port b469db3f-7361-4ad9-b834-2fd436005a1a on network 1f8f2a28-32ab-46c9-9a6a-71230d325cce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:25:30.132176 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Attempting to bind port b469db3f-7361-4ad9-b834-2fd436005a1a on network 1f8f2a28-32ab-46c9-9a6a-71230d325cce {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:25:30.137402 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:25:30.137736 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Checking segment: {'id': '2a86f61d-812c-45d3-b568-d65bafea02b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1f8f2a28-32ab-46c9-9a6a-71230d325cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:25:30.138380 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Bound using segment: {'id': '2a86f61d-812c-45d3-b568-d65bafea02b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1f8f2a28-32ab-46c9-9a6a-71230d325cce'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:25:30.138580 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Bound port: b469db3f-7361-4ad9-b834-2fd436005a1a, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a86f61d-812c-45d3-b568-d65bafea02b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '1f8f2a28-32ab-46c9-9a6a-71230d325cce'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:25:30.138999 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:30.237522 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] For port b469db3f-7361-4ad9-b834-2fd436005a1a, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:25:30.240569 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] For port b469db3f-7361-4ad9-b834-2fd436005a1a, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=b469db3f-7361-4ad9-b834-2fd436005a1a,segment=NetworkSegment(2a86f61d-812c-45d3-b568-d65bafea02b6),segment_id=2a86f61d-812c-45d3-b568-d65bafea02b6)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:25:30.245946 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:30.251455 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:30.313536 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:30.314285 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:30.315765 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] 10.222.0.53 "PUT /v2.0/ports/b469db3f-7361-4ad9-b834-2fd436005a1a HTTP/1.1" status: 200 len: 1098 time: 1.1005991 Aug 02 13:25:30.316347 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2907984c-f20a-4597-8d40-cb298c0e0f70', 'tag': 'b469db3f-7361-4ad9-b834-2fd436005a1a'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:25:30.369599 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Pushing event updated for resources: {'Port': ['ID=b469db3f-7361-4ad9-b834-2fd436005a1a,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:30.382214 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:30.384027 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2907984c-f20a-4597-8d40-cb298c0e0f70', 'tag': 'b469db3f-7361-4ad9-b834-2fd436005a1a', 'status': 'completed', 'code': 200} Aug 02 13:25:30.500850 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-d55bf372-dc23-4b29-97df-89d988fbe5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:30.502328 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-d55bf372-dc23-4b29-97df-89d988fbe5f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ca030f274154e239e437fcf1625f21c&device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 1101 time: 0.1122437 Aug 02 13:25:30.539782 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 56548) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:30.605711 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-4332681f-c43d-400d-9653-639eb05c6d0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=b469db3f-7361-4ad9-b834-2fd436005a1a HTTP/1.1" status: 200 len: 217 time: 0.0816569 Aug 02 13:25:30.684065 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-b75566c7-ca42-47eb-99fa-f6731d03e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:30.685003 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f76b2-82c5-4bc3-995b-cabbe8426ee7 req-7fd60f15-753c-4d2c-945c-47bfa4cf231c tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:30.694999 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-b75566c7-ca42-47eb-99fa-f6731d03e568 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e91d6c16-7f32-4fc4-94a4-3b45dd9ee917 HTTP/1.1" status: 200 len: 843 time: 0.0696518 Aug 02 13:25:30.695144 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-508f76b2-82c5-4bc3-995b-cabbe8426ee7 req-7fd60f15-753c-4d2c-945c-47bfa4cf231c tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 948 time: 0.0971668 Aug 02 13:25:30.736247 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-508f76b2-82c5-4bc3-995b-cabbe8426ee7 req-17623ab1-8b85-4eb5-918f-cfb973d877cb tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/security-groups?id=75b4b181-a1c8-4da7-b331-872dbd887ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426273 Aug 02 13:25:30.784038 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-0d960b31-f346-4ade-ad98-9d72dfec89ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:30.785575 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-0d960b31-f346-4ade-ad98-9d72dfec89ae service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f8f2a28-32ab-46c9-9a6a-71230d325cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0873721 Aug 02 13:25:30.952357 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-cb7bc6cb-a3c0-432d-b835-7b23a3287da4 service neutron] 10.222.0.53 "GET /v2.0/networks/1f8f2a28-32ab-46c9-9a6a-71230d325cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562219 Aug 02 13:25:31.118298 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-89a2aa2f-e87f-4cc2-96dd-c70c0afaa320 req-3957b30d-3b7e-4489-b175-5cbfff30d057 service neutron] 10.222.0.53 "GET /v2.0/networks/1f8f2a28-32ab-46c9-9a6a-71230d325cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554434 Aug 02 13:25:31.312780 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07478e81-517b-405a-b841-77803543ea35 req-bad88f3e-c1d7-4f8f-b520-4e03d7eafb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:31.314318 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-07478e81-517b-405a-b841-77803543ea35 req-bad88f3e-c1d7-4f8f-b520-4e03d7eafb87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8ca030f274154e239e437fcf1625f21c&device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 1101 time: 0.0788000 Aug 02 13:25:31.353315 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e6524520-e6b4-4e48-a298-9f6dbd79db2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719757'] for router_interface, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:31.455512 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07478e81-517b-405a-b841-77803543ea35 req-d6ec6f9c-0ae0-47bd-afa1-371ffcbad1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:31.456963 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-07478e81-517b-405a-b841-77803543ea35 req-d6ec6f9c-0ae0-47bd-afa1-371ffcbad1e0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f8f2a28-32ab-46c9-9a6a-71230d325cce HTTP/1.1" status: 200 len: 870 time: 0.1326272 Aug 02 13:25:31.525584 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-07478e81-517b-405a-b841-77803543ea35 req-63642db7-2069-49f2-a6e8-21c5d9ae28dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=b469db3f-7361-4ad9-b834-2fd436005a1a HTTP/1.1" status: 200 len: 217 time: 0.0610065 Aug 02 13:25:31.594749 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07478e81-517b-405a-b841-77803543ea35 req-aa300fdf-8821-4d06-b671-9e78a4da7b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:31.596222 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-07478e81-517b-405a-b841-77803543ea35 req-aa300fdf-8821-4d06-b671-9e78a4da7b48 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e91d6c16-7f32-4fc4-94a4-3b45dd9ee917 HTTP/1.1" status: 200 len: 843 time: 0.0638795 Aug 02 13:25:31.678881 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07478e81-517b-405a-b841-77803543ea35 req-986a4093-f1ab-46fb-847c-64fd7bc55305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:31.680508 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-07478e81-517b-405a-b841-77803543ea35 req-986a4093-f1ab-46fb-847c-64fd7bc55305 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f8f2a28-32ab-46c9-9a6a-71230d325cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0764253 Aug 02 13:25:31.841221 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-e6524520-e6b4-4e48-a298-9f6dbd79db2d admin admin] Deleting port c262f1f1-0556-4622-85e2-c59be481fe25 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:25:31.841932 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e6524520-e6b4-4e48-a298-9f6dbd79db2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:31.844571 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-07478e81-517b-405a-b841-77803543ea35 req-647481ca-c8b7-4987-81be-5dd53219a732 service neutron] 10.222.0.53 "GET /v2.0/networks/1f8f2a28-32ab-46c9-9a6a-71230d325cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563044 Aug 02 13:25:32.035918 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-e6524520-e6b4-4e48-a298-9f6dbd79db2d admin admin] For port c262f1f1-0556-4622-85e2-c59be481fe25, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=c262f1f1-0556-4622-85e2-c59be481fe25,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:25:32.036192 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e6524520-e6b4-4e48-a298-9f6dbd79db2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:32.185112 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-e6524520-e6b4-4e48-a298-9f6dbd79db2d admin admin] Calling delete_port for c262f1f1-0556-4622-85e2-c59be481fe25 owned by network:router_interface {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:25:32.193541 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-07478e81-517b-405a-b841-77803543ea35 req-e04e8af1-ac73-4ecd-a49a-f2501e558269 service neutron] 10.222.0.53 "GET /v2.0/networks/1f8f2a28-32ab-46c9-9a6a-71230d325cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981827 Aug 02 13:25:32.201687 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feffc60e-6f47-4abf-9c1e-c3ccceaca060 req-feac5491-2248-47aa-b64a-a938775178b9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:32.202392 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-feffc60e-6f47-4abf-9c1e-c3ccceaca060 req-feac5491-2248-47aa-b64a-a938775178b9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Synchronizing usage tracker for tenant:8ca030f274154e239e437fcf1625f21c on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:25:32.220211 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-feffc60e-6f47-4abf-9c1e-c3ccceaca060 req-feac5491-2248-47aa-b64a-a938775178b9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Unset dirty status for tenant:8ca030f274154e239e437fcf1625f21c on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:25:32.222088 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-feffc60e-6f47-4abf-9c1e-c3ccceaca060 req-feac5491-2248-47aa-b64a-a938775178b9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 948 time: 0.3671591 Aug 02 13:25:32.281263 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-feffc60e-6f47-4abf-9c1e-c3ccceaca060 req-72647140-fb36-4ad9-a3fa-c1f3ca42de82 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Synchronizing usage tracker for tenant:8ca030f274154e239e437fcf1625f21c on resource:security_group {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:25:32.301363 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-feffc60e-6f47-4abf-9c1e-c3ccceaca060 req-72647140-fb36-4ad9-a3fa-c1f3ca42de82 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Unset dirty status for tenant:8ca030f274154e239e437fcf1625f21c on resource:security_group {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:25:32.303866 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-feffc60e-6f47-4abf-9c1e-c3ccceaca060 req-72647140-fb36-4ad9-a3fa-c1f3ca42de82 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/security-groups?id=75b4b181-a1c8-4da7-b331-872dbd887ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762708 Aug 02 13:25:32.425923 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e6524520-e6b4-4e48-a298-9f6dbd79db2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:32.429813 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:32.478540 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6524520-e6b4-4e48-a298-9f6dbd79db2d admin admin] Pushing event deleted for resources: {'Port': ['ID=c262f1f1-0556-4622-85e2-c59be481fe25,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:32.481835 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-e6524520-e6b4-4e48-a298-9f6dbd79db2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:32.769330 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e6524520-e6b4-4e48-a298-9f6dbd79db2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1690357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719729'] for router_interface, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:33.231844 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6524520-e6b4-4e48-a298-9f6dbd79db2d admin admin] Router e37b4cce-627b-421f-880e-c3c81cb13c96 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:25:33.418622 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6524520-e6b4-4e48-a298-9f6dbd79db2d admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:25:33.430032 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c86317-fb80-4898-b443-bc55bf15d2af None None] Sync routers for ids ['e37b4cce-627b-421f-880e-c3c81cb13c96'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:25:33.436702 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-e6524520-e6b4-4e48-a298-9f6dbd79db2d admin admin] 10.222.0.49 "PUT /v2.0/routers/e37b4cce-627b-421f-880e-c3c81cb13c96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8930876 Aug 02 13:25:33.436964 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 56562) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:33.456812 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c86317-fb80-4898-b443-bc55bf15d2af None None] Routers {'e37b4cce-627b-421f-880e-c3c81cb13c96'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:25:33.457781 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-d9c86317-fb80-4898-b443-bc55bf15d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:25:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['e37b4cce-627b-421f-880e-c3c81cb13c96'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:25:33.517661 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29333527-68ed-40bf-b8a1-9fb58030f8e4 req-4dbda9fe-b2a8-4695-9662-475117121f1b tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:33.519280 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-29333527-68ed-40bf-b8a1-9fb58030f8e4 req-4dbda9fe-b2a8-4695-9662-475117121f1b tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 948 time: 0.0889761 Aug 02 13:25:33.567065 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-29333527-68ed-40bf-b8a1-9fb58030f8e4 req-bdc2c89f-1b71-4d2e-bd31-0ffa17579fed tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/security-groups?id=75b4b181-a1c8-4da7-b331-872dbd887ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415225 Aug 02 13:25:33.643678 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Notify callbacks [] for router, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:33.650231 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-d9c86317-fb80-4898-b443-bc55bf15d2af None None] Set router e37b4cce-627b-421f-880e-c3c81cb13c96 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:25:33.844640 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:33.856130 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Deleting port 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:25:33.856683 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:33.987914 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-d9c86317-fb80-4898-b443-bc55bf15d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:25:32Z', 'revision_number': 5, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port': {'id': '71d11b93-1b83-4f2a-a48e-b136d6ccf2b1', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:16:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:17:11Z', 'updated_at': '2021-08-02T13:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:25:33.991907 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c86317-fb80-4898-b443-bc55bf15d2af None None] Checking router: e37b4cce-627b-421f-880e-c3c81cb13c96 for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:25:34.002251 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c86317-fb80-4898-b443-bc55bf15d2af None None] Routers {'e37b4cce-627b-421f-880e-c3c81cb13c96'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:25:34.002881 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-d9c86317-fb80-4898-b443-bc55bf15d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:25:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['e37b4cce-627b-421f-880e-c3c81cb13c96'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:25:34.057555 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] For port 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=71d11b93-1b83-4f2a-a48e-b136d6ccf2b1,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:25:34.057919 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:34.158378 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-d9c86317-fb80-4898-b443-bc55bf15d2af None None] Set router e37b4cce-627b-421f-880e-c3c81cb13c96 gateway port host: None {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:25:34.186975 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Calling delete_port for 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1 owned by network:router_gateway {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:25:34.270431 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-d9c86317-fb80-4898-b443-bc55bf15d2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:25:33Z', 'revision_number': 6, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port_host': None}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:25:34.274757 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c86317-fb80-4898-b443-bc55bf15d2af None None] The sync data for ids ['e37b4cce-627b-421f-880e-c3c81cb13c96'] in dv-cinder-803181-1-iscsi is: [{'id': 'e37b4cce-627b-421f-880e-c3c81cb13c96', 'name': 'tempest-AttachVolumeShelveTestJSON-1492523283-router', 'tenant_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:17:08Z', 'updated_at': '2021-08-02T13:25:33Z', 'revision_number': 6, 'project_id': '0a084b6e9d41405097db0f4dc6fedaf7', 'gw_port_host': None}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:25:34.370379 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:34.374388 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-5d841a74-12b1-48dd-bb8b-aee57d7ea950 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:34.390493 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device b469db3f-7361-4ad9-b834-2fd436005a1a details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:25:34.422642 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d11b93-1b83-4f2a-a48e-b136d6ccf2b1,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:34.426375 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:34.517571 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1804568'] for router_gateway, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:34.533533 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port b469db3f-7361-4ad9-b834-2fd436005a1a, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=b469db3f-7361-4ad9-b834-2fd436005a1a,segment=NetworkSegment(2a86f61d-812c-45d3-b568-d65bafea02b6),segment_id=2a86f61d-812c-45d3-b568-d65bafea02b6)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:25:34.547202 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': 'b469db3f-7361-4ad9-b834-2fd436005a1a', 'network_id': '1f8f2a28-32ab-46c9-9a6a-71230d325cce', 'port_id': 'b469db3f-7361-4ad9-b834-2fd436005a1a', 'mac_address': 'fa:16:3e:a2:a1:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e91d6c16-7f32-4fc4-94a4-3b45dd9ee917', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:25:34.606250 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:34.623986 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b469db3f-7361-4ad9-b834-2fd436005a1a {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:25:34.639871 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port b469db3f-7361-4ad9-b834-2fd436005a1a, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=b469db3f-7361-4ad9-b834-2fd436005a1a,segment=NetworkSegment(2a86f61d-812c-45d3-b568-d65bafea02b6),segment_id=2a86f61d-812c-45d3-b568-d65bafea02b6)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:25:34.645645 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:34.648016 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:34.734263 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=b469db3f-7361-4ad9-b834-2fd436005a1a,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:34.742932 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:34.743285 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:34.743634 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:34.743971 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:34.744310 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:34.744794 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:34.745131 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:34.745495 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:34.745847 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:34.746179 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:34.746673 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:34.746868 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:34.751309 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:34.845547 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15699'] for router, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:34.854522 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:34.887591 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718594'] for router, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:34.888148 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e37b4cce-627b-421f-880e-c3c81cb13c96 {{(pid=78568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 02 13:25:34.916188 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c43c1f9-fe05-45b9-8273-7198bd47fee3 req-806b6782-b490-48f0-9788-b45297eb0a22 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:34.917579 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6c43c1f9-fe05-45b9-8273-7198bd47fee3 req-806b6782-b490-48f0-9788-b45297eb0a22 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 949 time: 0.1172392 Aug 02 13:25:34.919188 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Notify callbacks [] for router, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:34.920744 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] 10.222.0.49 "DELETE /v2.0/routers/e37b4cce-627b-421f-880e-c3c81cb13c96 HTTP/1.1" status: 204 len: 168 time: 1.4822519 Aug 02 13:25:34.923430 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 56572) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:34.989416 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['b469db3f-7361-4ad9-b834-2fd436005a1a'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:25:35.012579 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6c43c1f9-fe05-45b9-8273-7198bd47fee3 req-2bacb699-04c5-407e-87cc-5ce015f21ab8 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/security-groups?id=75b4b181-a1c8-4da7-b331-872dbd887ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588808 Aug 02 13:25:35.015888 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_v2 [None req-47a820a6-65e5-445b-bac9-5161b14be167 admin admin] Deleting subnet 7bf2c7bd-9f7d-4ef5-aae7-845561678e71 {{(pid=78568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:25:35.019775 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-47a820a6-65e5-445b-bac9-5161b14be167 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:35.077799 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-47a820a6-65e5-445b-bac9-5161b14be167 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132345218'] for subnet, precommit_delete_associations {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:35.160890 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-47a820a6-65e5-445b-bac9-5161b14be167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:35.230076 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-47a820a6-65e5-445b-bac9-5161b14be167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132699173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132238658'] for subnet, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:35.234636 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:35.273647 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a820a6-65e5-445b-bac9-5161b14be167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7bf2c7bd-9f7d-4ef5-aae7-845561678e71,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:35.279202 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-47a820a6-65e5-445b-bac9-5161b14be167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:35.282044 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-47a820a6-65e5-445b-bac9-5161b14be167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:35.286612 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-47a820a6-65e5-445b-bac9-5161b14be167 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/7bf2c7bd-9f7d-4ef5-aae7-845561678e71 HTTP/1.1" status: 204 len: 168 time: 0.3621988 Aug 02 13:25:35.289101 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 56576) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:35.290987 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0859ce-5ddf-419b-a500-54bbdc6e6864 None None] Network bb040d03-cbf3-4995-bcf3-f17d53b45872 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:25:35.411801 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:35.423409 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Deleting port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:25:35.423821 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:35.568169 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8cbce9d-cca9-4681-bd37-1aa1348e1a66 None None] DHCP port deletion for bb040d03-cbf3-4995-bcf3-f17d53b45872 request from dv-cinder-803181-1-iscsi {{(pid=78569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 02 13:25:35.572706 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-f8cbce9d-cca9-4681-bd37-1aa1348e1a66 None None] Deleting port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:25:35.573096 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f8cbce9d-cca9-4681-bd37-1aa1348e1a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:35.653680 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] For port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:25:35.653931 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:35.781300 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Calling delete_port for d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 owned by network:dhcp {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:25:35.809068 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-f8cbce9d-cca9-4681-bd37-1aa1348e1a66 None None] For port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4,segment=NetworkSegment(213b8032-0841-4f06-a73e-74c00e88f52a),segment_id=213b8032-0841-4f06-a73e-74c00e88f52a)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:25:35.810020 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f8cbce9d-cca9-4681-bd37-1aa1348e1a66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:35.870375 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:35.874852 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:35.920638 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:35.924052 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:35.924822 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] No DVR routers for this DVR port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 on host dv-cinder-803181-1-iscsi {{(pid=78567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:25:35.944097 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-f8cbce9d-cca9-4681-bd37-1aa1348e1a66 None None] Calling delete_port for d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 owned by network:dhcp {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:25:36.026063 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.db.api [None req-f8cbce9d-cca9-4681-bd37-1aa1348e1a66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 13:25:36.026451 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_db.api [None req-f8cbce9d-cca9-4681-bd37-1aa1348e1a66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 13:25:36.047915 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:36.064343 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb040d03-cbf3-4995-bcf3-f17d53b45872']}} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:25:36.079425 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213b8032-0841-4f06-a73e-74c00e88f52a') {'for_net_delete': True} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:25:36.079740 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213b8032-0841-4f06-a73e-74c00e88f52a') {} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:25:36.092525 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132134287'] for segment, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:36.114212 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:36.125096 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=78567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:25:36.125598 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132222339'] for segment, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: Traceback (most recent call last): Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: timer() Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: cb(*args, **kw) Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: return func(*args, **kwargs) Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: self._notify() Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: self.callback(batched_events) Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: event.method(event) Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: return f(self, *a, **k) Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._get(url).json() Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: return self.request(url, 'GET', **kwargs) Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:25:36.140205 dv-cinder-803181-1-iscsi neutron-server[78567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:25:36.268199 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:36.274919 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:36.281859 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:36.294682 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:25:36.341204 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:25:36.341550 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:25:36.342128 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:25:36.383792 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:25:36.384151 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 71d11b93-1b83-4f2a-a48e-b136d6ccf2b1 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:25:36.384575 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device c262f1f1-0556-4622-85e2-c59be481fe25 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:25:36.413185 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device b469db3f-7361-4ad9-b834-2fd436005a1a up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:25:36.433654 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb040d03-cbf3-4995-bcf3-f17d53b45872,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:36.439005 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:36.439510 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:36.444520 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-112da541-e10c-416e-8264-f8fb10bd5f47 admin admin] 10.222.0.49 "DELETE /v2.0/networks/bb040d03-cbf3-4995-bcf3-f17d53b45872 HTTP/1.1" status: 204 len: 168 time: 1.1543233 Aug 02 13:25:36.458628 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73720ac6-6045-4165-b581-4c438f439f4d req-8a9cd2b0-5160-463d-8ae5-0ad90379d5bc tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:36.460103 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-73720ac6-6045-4165-b581-4c438f439f4d req-8a9cd2b0-5160-463d-8ae5-0ad90379d5bc tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 949 time: 0.3190784 Aug 02 13:25:36.467340 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: c262f1f1-0556-4622-85e2-c59be481fe25 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:25:36.467686 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device c262f1f1-0556-4622-85e2-c59be481fe25 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:25:36.496301 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port b469db3f-7361-4ad9-b834-2fd436005a1a completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:25:36.502312 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port b469db3f-7361-4ad9-b834-2fd436005a1a triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:25:36.502698 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:36.512282 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-73720ac6-6045-4165-b581-4c438f439f4d req-b99c183f-3665-437e-bcf8-81d3d33345fa tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/security-groups?id=75b4b181-a1c8-4da7-b331-872dbd887ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464463 Aug 02 13:25:36.531431 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-f8cbce9d-cca9-4681-bd37-1aa1348e1a66 None None] Deleting port d1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4 {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:25:36.532042 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f8cbce9d-cca9-4681-bd37-1aa1348e1a66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:36.573955 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 56584) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:36.617782 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-f8cbce9d-cca9-4681-bd37-1aa1348e1a66 None None] The port 'd1b351e9-3bfe-4f78-a89e-ee5b4dbdc0d4' was deleted {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 02 13:25:36.629514 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 56588) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:36.629896 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-bef16a78-8a24-41cf-b604-b116fcc97c68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0a084b6e9d41405097db0f4dc6fedaf7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0542357 Aug 02 13:25:36.689642 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0da1aa29-9de7-4d8e-a704-f5b3b9d8c4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:36.716170 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0da1aa29-9de7-4d8e-a704-f5b3b9d8c4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:36.727203 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:36.757750 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2907984c-f20a-4597-8d40-cb298c0e0f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b469db3f-7361-4ad9-b834-2fd436005a1a'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:25:36.768334 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port b469db3f-7361-4ad9-b834-2fd436005a1a, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=b469db3f-7361-4ad9-b834-2fd436005a1a,segment=NetworkSegment(2a86f61d-812c-45d3-b568-d65bafea02b6),segment_id=2a86f61d-812c-45d3-b568-d65bafea02b6)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:25:36.772512 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0da1aa29-9de7-4d8e-a704-f5b3b9d8c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:36.773419 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:36.776458 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:36.778426 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d96fc998-71fa-448a-b918-1d1ea6015fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:36.792792 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1aa29-9de7-4d8e-a704-f5b3b9d8c4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f00d90-ff08-4abb-b9b2-eed1904b9cb6,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:36.797475 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-0da1aa29-9de7-4d8e-a704-f5b3b9d8c4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:36.800952 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-0da1aa29-9de7-4d8e-a704-f5b3b9d8c4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:36.804804 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-0da1aa29-9de7-4d8e-a704-f5b3b9d8c4ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/71f00d90-ff08-4abb-b9b2-eed1904b9cb6 HTTP/1.1" status: 204 len: 168 time: 0.1721382 Aug 02 13:25:36.839579 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2907984c-f20a-4597-8d40-cb298c0e0f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b469db3f-7361-4ad9-b834-2fd436005a1a', 'code': 200} Aug 02 13:25:36.862584 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=b469db3f-7361-4ad9-b834-2fd436005a1a,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:36.865828 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:37.121273 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de8b18-fea2-4c93-9a9c-d809ededf384 req-4492bb89-f171-4fc6-97c9-925da342272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:37.122761 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b4de8b18-fea2-4c93-9a9c-d809ededf384 req-4492bb89-f171-4fc6-97c9-925da342272a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 1103 time: 0.0776641 Aug 02 13:25:37.172002 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b4de8b18-fea2-4c93-9a9c-d809ededf384 req-77af9c5b-ec58-427d-a8a5-540208b80323 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=75b4b181-a1c8-4da7-b331-872dbd887ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360529 Aug 02 13:25:37.704648 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87fa96-75a3-402f-bc02-2232f471d3e6 req-84303cd2-3640-47b7-9415-66fd7e183e68 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:37.706175 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7c87fa96-75a3-402f-bc02-2232f471d3e6 req-84303cd2-3640-47b7-9415-66fd7e183e68 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 950 time: 0.0857732 Aug 02 13:25:37.755949 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7c87fa96-75a3-402f-bc02-2232f471d3e6 req-234c6da0-aab5-4f22-92e1-fc18f03402b1 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/security-groups?id=75b4b181-a1c8-4da7-b331-872dbd887ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441082 Aug 02 13:25:38.942695 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de320c2-3703-401a-90c1-cc7cfd5a2b62 req-ac92e103-2667-49ad-83fb-8bae1d2be1e9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:38.944176 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8de320c2-3703-401a-90c1-cc7cfd5a2b62 req-ac92e103-2667-49ad-83fb-8bae1d2be1e9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 950 time: 0.0829327 Aug 02 13:25:38.993668 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8de320c2-3703-401a-90c1-cc7cfd5a2b62 req-c1eed902-0814-446b-acb9-9b365123fb2b tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/security-groups?id=75b4b181-a1c8-4da7-b331-872dbd887ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438704 Aug 02 13:25:39.433800 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f61c2-f5a6-4ae2-ac4b-72ca241727e5 req-c01742dc-ec9a-4d8d-b7a2-e6c9e9f0ea91 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:39.435535 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a71f61c2-f5a6-4ae2-ac4b-72ca241727e5 req-c01742dc-ec9a-4d8d-b7a2-e6c9e9f0ea91 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 950 time: 0.0837870 Aug 02 13:25:39.481483 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a71f61c2-f5a6-4ae2-ac4b-72ca241727e5 req-ff7f5277-70b7-4530-b725-f322eb9ec4ec tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/security-groups?id=75b4b181-a1c8-4da7-b331-872dbd887ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395551 Aug 02 13:25:40.667280 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41bca1b-904d-4ae4-919f-d62334a01a36 req-95dc4dd0-9e77-40d3-b175-914265517df0 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:40.668741 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f41bca1b-904d-4ae4-919f-d62334a01a36 req-95dc4dd0-9e77-40d3-b175-914265517df0 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 950 time: 0.0792530 Aug 02 13:25:40.714281 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f41bca1b-904d-4ae4-919f-d62334a01a36 req-3ae472a9-9a92-47d3-9437-b85bbaa4c0cd tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/security-groups?id=75b4b181-a1c8-4da7-b331-872dbd887ddf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394704 Aug 02 13:25:41.007165 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577b55a-5beb-4960-85f1-ea09212708c8 req-e668bb4f-24ca-450c-a3cc-24a300412494 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:41.008601 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6577b55a-5beb-4960-85f1-ea09212708c8 req-e668bb4f-24ca-450c-a3cc-24a300412494 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.53 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 950 time: 0.0831649 Aug 02 13:25:41.081748 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-6577b55a-5beb-4960-85f1-ea09212708c8 req-a2b98222-5798-47fc-845d-05d0e25b47de tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Deleting port b469db3f-7361-4ad9-b834-2fd436005a1a {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:25:41.082086 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-6577b55a-5beb-4960-85f1-ea09212708c8 req-a2b98222-5798-47fc-845d-05d0e25b47de tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:41.341032 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-6577b55a-5beb-4960-85f1-ea09212708c8 req-a2b98222-5798-47fc-845d-05d0e25b47de tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] For port b469db3f-7361-4ad9-b834-2fd436005a1a, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=b469db3f-7361-4ad9-b834-2fd436005a1a,segment=NetworkSegment(2a86f61d-812c-45d3-b568-d65bafea02b6),segment_id=2a86f61d-812c-45d3-b568-d65bafea02b6)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:25:41.341426 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-6577b55a-5beb-4960-85f1-ea09212708c8 req-a2b98222-5798-47fc-845d-05d0e25b47de tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:41.470341 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-6577b55a-5beb-4960-85f1-ea09212708c8 req-a2b98222-5798-47fc-845d-05d0e25b47de tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Calling delete_port for b469db3f-7361-4ad9-b834-2fd436005a1a owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:25:41.615774 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-6577b55a-5beb-4960-85f1-ea09212708c8 req-a2b98222-5798-47fc-845d-05d0e25b47de tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:41.621440 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-e6368339-895a-4810-8295-f93db44456c9 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:41.661809 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['b469db3f-7361-4ad9-b834-2fd436005a1a'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:25:41.671803 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b98222-5798-47fc-845d-05d0e25b47de tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Pushing event deleted for resources: {'Port': ['ID=b469db3f-7361-4ad9-b834-2fd436005a1a,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:41.674253 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a2b98222-5798-47fc-845d-05d0e25b47de tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:41.880426 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-6577b55a-5beb-4960-85f1-ea09212708c8 req-a2b98222-5798-47fc-845d-05d0e25b47de tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] No DVR routers for this DVR port b469db3f-7361-4ad9-b834-2fd436005a1a on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:25:41.883235 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-6577b55a-5beb-4960-85f1-ea09212708c8 req-a2b98222-5798-47fc-845d-05d0e25b47de tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:41.893526 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2907984c-f20a-4597-8d40-cb298c0e0f70', 'name': 'network-vif-deleted', 'tag': 'b469db3f-7361-4ad9-b834-2fd436005a1a'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:25:41.901862 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5e787273-ee8b-432f-9fc7-16e8e940349e req-18ec060b-5ca7-47d8-a906-c7c7d5c63657 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 210 time: 0.0675647 Aug 02 13:25:41.914503 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6577b55a-5beb-4960-85f1-ea09212708c8 req-a2b98222-5798-47fc-845d-05d0e25b47de tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.53 "DELETE /v2.0/ports/b469db3f-7361-4ad9-b834-2fd436005a1a HTTP/1.1" status: 204 len: 173 time: 0.8960099 Aug 02 13:25:41.954782 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2907984c-f20a-4597-8d40-cb298c0e0f70', 'name': 'network-vif-deleted', 'tag': 'b469db3f-7361-4ad9-b834-2fd436005a1a', 'status': 'completed', 'code': 200} Aug 02 13:25:43.049925 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-9a5e348f-9f49-418a-98c2-ea71492a4c90 req-dbdf6f90-9a95-4d44-9c00-b301b8236f2e tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Synchronizing usage tracker for tenant:8ca030f274154e239e437fcf1625f21c on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:25:43.066743 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-9a5e348f-9f49-418a-98c2-ea71492a4c90 req-dbdf6f90-9a95-4d44-9c00-b301b8236f2e tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Unset dirty status for tenant:8ca030f274154e239e437fcf1625f21c on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:25:43.068076 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9a5e348f-9f49-418a-98c2-ea71492a4c90 req-dbdf6f90-9a95-4d44-9c00-b301b8236f2e tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 210 time: 0.0613630 Aug 02 13:25:44.223472 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1817d708-79aa-4a5a-b631-75909d262b90 req-92869bfd-34e8-4db3-a4c3-c314306bbaec tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 210 time: 0.0463753 Aug 02 13:25:45.390219 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f78eff79-ee5c-4b2e-a1c1-a99c394ff15e req-d716402a-7f3b-4493-a989-b8aba05a07e1 tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] 10.222.0.49 "GET /v2.0/ports?device_id=2907984c-f20a-4597-8d40-cb298c0e0f70 HTTP/1.1" status: 200 len: 210 time: 0.0442519 Aug 02 13:25:46.571660 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device b469db3f-7361-4ad9-b834-2fd436005a1a no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:25:46.613066 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: b469db3f-7361-4ad9-b834-2fd436005a1a {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:25:46.613458 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device b469db3f-7361-4ad9-b834-2fd436005a1a not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:25:49.713474 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6a49cfd6-c276-4c26-bdf5-e8e8983f073f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:50.157818 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:51.082089 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 56984) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:51.232056 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-0a667212-1999-4ce5-8bf5-19ede7292bec admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8ca030f274154e239e437fcf1625f21c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1486471 Aug 02 13:25:51.234410 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 56990) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:51.297467 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:51.323874 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:51.378528 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:51.382206 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ec28631a-ea67-4bcc-a235-414374e05ab5 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:51.396142 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b4b181-a1c8-4da7-b331-872dbd887ddf,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:51.408208 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:51.409204 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:51.409581 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:51.409943 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:51.410294 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:51.410647 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:51.410996 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:51.411342 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:51.411691 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:51.412061 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:51.412381 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:51.412771 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:51.417133 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:51.420505 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:51.421631 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75b4b181-a1c8-4da7-b331-872dbd887ddf HTTP/1.1" status: 204 len: 168 time: 0.1859589 Aug 02 13:25:52.079545 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57026) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:52.209538 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-291624780-network', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:25:52.214265 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:52.218378 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Usage tracker for resource:network and tenant:8a82d37039e5426ba6d055fe0318e365 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:52.222163 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:52.228663 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:52.237659 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Made reservation on behalf of 8a82d37039e5426ba6d055fe0318e365 for: {'network': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:25:52.240128 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:52.252628 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:52.267002 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:52.271384 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Usage tracker for resource:security_group_rule and tenant:8a82d37039e5426ba6d055fe0318e365 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:52.274242 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:52.280021 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:52.383326 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:52.392510 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:52.398019 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-71138fc7-25b7-4e2a-854c-eedd4cfb5bf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:52.423060 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=78567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:25:52.435965 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b706babe-d77d-489f-8a85-2c89ded9d967,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:52.441037 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:52.441401 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.segments_db [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Added segment f037339a-0699-46f9-a876-fe515154c36f of type vlan for network 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 Aug 02 13:25:52.449400 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:52.449779 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:52.450149 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:52.450510 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:52.450867 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:52.451259 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:52.451681 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:52.452106 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:52.452468 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:52.452826 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:52.453198 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:52.453550 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:25:52.457961 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:52.480596 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:52.509939 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:52.511156 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:52.511760 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:52.514954 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:52.616738 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Pushing event updated for resources: {'Network': ['ID=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:52.619577 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:52.624304 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5410411 Aug 02 13:25:52.624898 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57034) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:52.626489 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:25:52.631524 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Request body: {'subnet': {'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-291624780-subnet', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'ip_version': 4}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:25:52.636560 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:52.640501 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Usage tracker for resource:subnet and tenant:8a82d37039e5426ba6d055fe0318e365 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:52.644052 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:52.649898 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:52.660387 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Made reservation on behalf of 8a82d37039e5426ba6d055fe0318e365 for: {'subnet': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:25:52.662738 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132238633'] for subnet, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:52.817997 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-b8f3bab3-7efd-4638-ae4e-af7999ba43ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:52.867913 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132698342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132238683'] for subnet, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:52.872535 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:52.946161 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd91de65-150b-4aad-ba28-79a156b1da71,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:52.949593 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:52.955202 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Checking segment: {'id': 'f037339a-0699-46f9-a876-fe515154c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:25:52.955715 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Network hostable DHCP agents. Network: 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:25:52.973985 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Network 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:25:52.982621 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330) {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:25:52.987225 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:52.987953 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:52.994749 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d497c9d-2c67-480e-a3e3-e4173d68e478 None None] Network 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:25:53.008634 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-e09f9754-f8b5-444b-9c88-58c05689c78e admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3825319 Aug 02 13:25:53.011501 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57038) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:53.016614 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:25:53.021712 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:53.025542 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Usage tracker for resource:router and tenant:8a82d37039e5426ba6d055fe0318e365 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:53.028474 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:53.034895 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:53.045534 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15685'] for router, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:53.046493 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15692'] for router, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:53.061548 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:53.215636 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9842de1a-b9a2-5785-a689-5798b1947638-6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'fixed_ips': [{'subnet_id': 'cd91de65-150b-4aad-ba28-79a156b1da71'}]}} from dv-cinder-803181-1-iscsi. {{(pid=78569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 02 13:25:53.216702 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:53.343671 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15706'] for router, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:53.398766 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.db_base_plugin_common [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Allocated IP 172.20.0.2 (6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330/cd91de65-150b-4aad-ba28-79a156b1da71/3f21b348-431c-4739-85bf-8d77da2ea724) {{(pid=78569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:25:53.653036 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Notify callbacks [] for port, precommit_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:53.665777 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Transition to ACTIVE for port object 3f21b348-431c-4739-85bf-8d77da2ea724 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:25:53.688366 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Transition to ACTIVE for port object 3f21b348-431c-4739-85bf-8d77da2ea724 will not be triggered until provisioned by entity DHCP. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:25:53.698760 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:53.699649 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:53.710504 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:53.733089 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:53.750969 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:53.772727 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Network 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 is already hosted by enough agents. {{(pid=78569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:25:53.776432 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.base_scheduler [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Resources bound (agent type, host, resource id): {{(pid=78569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:25:53.778951 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Received port after_create {{(pid=78569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:25:53.831004 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Pushing event updated for resources: {'Port': ['ID=3f21b348-431c-4739-85bf-8d77da2ea724,revision_number=1']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:53.833784 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:53.888624 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Attempting to bind port 3f21b348-431c-4739-85bf-8d77da2ea724 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:25:53.888994 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Attempting to bind port 3f21b348-431c-4739-85bf-8d77da2ea724 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'f037339a-0699-46f9-a876-fe515154c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:25:53.889399 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Attempting to bind port 3f21b348-431c-4739-85bf-8d77da2ea724 on network 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:25:53.895480 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:25:53.895867 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Checking segment: {'id': 'f037339a-0699-46f9-a876-fe515154c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:25:53.896276 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:53.896676 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Bound using segment: {'id': 'f037339a-0699-46f9-a876-fe515154c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:25:53.897151 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Bound port: 3f21b348-431c-4739-85bf-8d77da2ea724, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f037339a-0699-46f9-a876-fe515154c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:25:53.897567 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:53.962208 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Allocated IP 172.27.2.202 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/6dbbd19e-5ecb-4270-9dee-0766b29946c7) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:25:53.994518 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-10458802-4522-43ab-a52d-37b944a70039 None None] For port 3f21b348-431c-4739-85bf-8d77da2ea724, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:25:53.997791 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-10458802-4522-43ab-a52d-37b944a70039 None None] For port 3f21b348-431c-4739-85bf-8d77da2ea724, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=3f21b348-431c-4739-85bf-8d77da2ea724,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:25:54.002028 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:54.007177 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:54.094706 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Pushing event updated for resources: {'Port': ['ID=3f21b348-431c-4739-85bf-8d77da2ea724,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:54.099631 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:54.122272 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:54.154447 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:54.158677 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-cb7422f0-e2a2-424b-8594-ea535da24c8b tempest-ServerRescueNegativeTestJSON-1885846731 tempest-ServerRescueNegativeTestJSON-1885846731-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:54.220193 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:25:54.223285 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:25:54.227715 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:25:54.269812 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Pushing event updated for resources: {'Port': ['ID=6dbbd19e-5ecb-4270-9dee-0766b29946c7,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:54.282668 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:54.690932 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:54.963653 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:55.022208 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed3fb2c-f6a9-4db7-b1ec-c2ff69d2676f None None] Network 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:25:55.060648 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804693'] for router, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:55.139958 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-4d9fc6e3-1e68-46f0-8ea2-a972dfc5eed5 None None] Provisioning for port 3f21b348-431c-4739-85bf-8d77da2ea724 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:25:55.291322 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Router b11e962d-fef4-4de9-89b1-40105a23a050 is scheduled to L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 with binding_index 1 {{(pid=78568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 13:25:55.604317 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:25:55.613543 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Sync routers for ids ['b11e962d-fef4-4de9-89b1-40105a23a050'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:25:55.622440 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Routers {'b11e962d-fef4-4de9-89b1-40105a23a050'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:25:55.623068 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:25:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['b11e962d-fef4-4de9-89b1-40105a23a050'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:25:55.627813 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Notify callbacks [] for router, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:55.631682 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6165962 Aug 02 13:25:55.631917 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57068) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:55.844652 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Set router b11e962d-fef4-4de9-89b1-40105a23a050 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:25:56.133331 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:54Z', 'revision_number': 3, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'gw_port': {'id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:25:56.137153 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Checking router: b11e962d-fef4-4de9-89b1-40105a23a050 for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:25:56.137543 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Updating router b11e962d-fef4-4de9-89b1-40105a23a050 port 6dbbd19e-5ecb-4270-9dee-0766b29946c7 binding host dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:25:56.192303 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:56.361251 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:56.463974 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 3f21b348-431c-4739-85bf-8d77da2ea724 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:25:56.628663 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Allocated IP 172.20.0.1 (6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330/cd91de65-150b-4aad-ba28-79a156b1da71/08829bc3-f662-4213-95be-945b7ebd56a1) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:25:56.649960 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 3f21b348-431c-4739-85bf-8d77da2ea724 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:25:56.688413 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 3f21b348-431c-4739-85bf-8d77da2ea724 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:25:56.688413 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:56.784462 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:56.791305 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:56.801846 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Transition to ACTIVE for port object 08829bc3-f662-4213-95be-945b7ebd56a1 will not be triggered until provisioned by entity DHCP. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:25:56.808431 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Transition to ACTIVE for port object 6dbbd19e-5ecb-4270-9dee-0766b29946c7 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:25:56.826271 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:56.831942 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d97f4e4e-b999-4172-badf-92fc8d2fd734 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:56.844505 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:56.860399 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4181095a-62a8-4af0-ab98-93302522d71b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:56.893011 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Network 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:25:56.895463 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:25:56.899296 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:25:56.939569 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:56.944914 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Pushing event updated for resources: {'Port': ['ID=08829bc3-f662-4213-95be-945b7ebd56a1,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:56.949596 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:56.958007 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Attempting to bind port 6dbbd19e-5ecb-4270-9dee-0766b29946c7 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:25:56.958388 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Attempting to bind port 6dbbd19e-5ecb-4270-9dee-0766b29946c7 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:25:56.958761 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Attempting to bind port 6dbbd19e-5ecb-4270-9dee-0766b29946c7 on network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:25:56.960493 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719632'] for router_interface, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:56.973075 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe21fe-268e-4d7c-a582-a1ed29de0835 None None] Pushing event updated for resources: {'Port': ['ID=6dbbd19e-5ecb-4270-9dee-0766b29946c7,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:56.980505 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:25:56.980847 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Checking segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:25:56.981284 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:56.981687 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Bound using segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:25:56.982176 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Bound port: 6dbbd19e-5ecb-4270-9dee-0766b29946c7, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:25:56.982555 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:57.013579 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-0cbe21fe-268e-4d7c-a582-a1ed29de0835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:57.043166 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 3f21b348-431c-4739-85bf-8d77da2ea724, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=3f21b348-431c-4739-85bf-8d77da2ea724,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:25:57.053235 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:57.064474 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:57.135172 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] For port 6dbbd19e-5ecb-4270-9dee-0766b29946c7, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:25:57.148321 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-8b6336a5-89da-462c-897f-1a4a09083548 None None] Provisioning for port 08829bc3-f662-4213-95be-945b7ebd56a1 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:25:57.152581 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] For port 6dbbd19e-5ecb-4270-9dee-0766b29946c7, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=6dbbd19e-5ecb-4270-9dee-0766b29946c7,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:25:57.161185 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:57.166931 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-8b6336a5-89da-462c-897f-1a4a09083548 None None] Provisioning complete for port 08829bc3-f662-4213-95be-945b7ebd56a1 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:25:57.167229 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-8b6336a5-89da-462c-897f-1a4a09083548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:57.199712 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=3f21b348-431c-4739-85bf-8d77da2ea724,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:57.216808 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:57.217275 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:57.288791 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-8b6336a5-89da-462c-897f-1a4a09083548 None None] Port 08829bc3-f662-4213-95be-945b7ebd56a1 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:25:57.304226 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Routers {'b11e962d-fef4-4de9-89b1-40105a23a050'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:25:57.304910 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:25:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['b11e962d-fef4-4de9-89b1-40105a23a050'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:25:57.380538 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe21fe-268e-4d7c-a582-a1ed29de0835 None None] Pushing event updated for resources: {'Port': ['ID=6dbbd19e-5ecb-4270-9dee-0766b29946c7,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:57.386015 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-0cbe21fe-268e-4d7c-a582-a1ed29de0835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:57.386582 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:57.536879 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] Set router b11e962d-fef4-4de9-89b1-40105a23a050 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:25:57.616443 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:57.621118 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:57.645466 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-cc4ee4f4-e791-4b1f-bb2e-81388cf1d619 tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:57.727747 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Pushing event updated for resources: {'Port': ['ID=08829bc3-f662-4213-95be-945b7ebd56a1,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:57.730258 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1690252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719615'] for router_interface, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:57.733825 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:57.853207 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:57Z', 'revision_number': 4, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'gw_port': {'id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '08829bc3-f662-4213-95be-945b7ebd56a1', 'name': '', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'mac_address': 'fa:16:3e:f3:03:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:56Z', 'updated_at': '2021-08-02T13:25:56Z', 'revision_number': 1, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'subnets': [{'id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:25:57.858238 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d867d48-115f-49d8-b324-ba26d6c4b7e1 None None] The sync data for ids ['b11e962d-fef4-4de9-89b1-40105a23a050'] in dv-cinder-803181-1-iscsi is: [{'id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:57Z', 'revision_number': 4, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'gw_port': {'id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '08829bc3-f662-4213-95be-945b7ebd56a1', 'name': '', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'mac_address': 'fa:16:3e:f3:03:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:56Z', 'updated_at': '2021-08-02T13:25:56Z', 'revision_number': 1, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'subnets': [{'id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:25:57.872668 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Network 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:25:57.873800 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:25:58.110799 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Router b11e962d-fef4-4de9-89b1-40105a23a050 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:25:58.123033 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-489126ba-ed7e-4cb2-a706-167be606b898 None None] Provisioning complete for port 08829bc3-f662-4213-95be-945b7ebd56a1 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:25:58.123407 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-489126ba-ed7e-4cb2-a706-167be606b898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:58.192633 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-489126ba-ed7e-4cb2-a706-167be606b898 None None] Port 08829bc3-f662-4213-95be-945b7ebd56a1 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:25:58.316752 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:25:58.320197 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 3f21b348-431c-4739-85bf-8d77da2ea724 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:25:58.335149 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] 10.222.0.49 "PUT /v2.0/routers/b11e962d-fef4-4de9-89b1-40105a23a050/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6939161 Aug 02 13:25:58.396713 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 3f21b348-431c-4739-85bf-8d77da2ea724 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:25:58.397124 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:58.880432 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57100) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:58.886231 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1169604498-network', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:25:58.891110 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:58.895553 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Usage tracker for resource:network and tenant:906b3cdf8d5b40d09b6a771822c1ce17 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:58.899013 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:58.904734 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:58.917794 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Made reservation on behalf of 906b3cdf8d5b40d09b6a771822c1ce17 for: {'network': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:25:58.920332 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:58.934943 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:58.951717 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:58.955785 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Usage tracker for resource:security_group_rule and tenant:906b3cdf8d5b40d09b6a771822c1ce17 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:58.958829 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:58.965090 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:59.064780 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:59.069675 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:59.074063 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-787fb152-9c58-4166-9c68-ee7e65581086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:59.102215 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=78567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:25:59.113021 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60243fa0-ca23-41eb-9784-2076ebe9fd2f,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:59.117079 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:59.119664 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:59.120114 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.segments_db [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Added segment 8e80af3d-6859-4e5e-a754-f8c373ad40cf of type vlan for network 3a5dff9e-7b2d-441e-9930-18dab4980ca2 Aug 02 13:25:59.151470 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:59.184004 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:59.185674 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:59.186314 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:59.192456 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:59.293459 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4118843 Aug 02 13:25:59.296777 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57110) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:59.297378 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Pushing event updated for resources: {'Network': ['ID=3a5dff9e-7b2d-441e-9930-18dab4980ca2,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:59.300830 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-468e2c25-8a98-46ad-9792-cf3108ee0a7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:59.305990 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Request body: {'subnet': {'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1169604498-subnet', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'ip_version': 4}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:25:59.309533 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network 3a5dff9e-7b2d-441e-9930-18dab4980ca2 details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:25:59.312780 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:59.317111 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Usage tracker for resource:subnet and tenant:906b3cdf8d5b40d09b6a771822c1ce17 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:59.320341 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:59.326323 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:59.338332 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Made reservation on behalf of 906b3cdf8d5b40d09b6a771822c1ce17 for: {'subnet': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:25:59.341133 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132238633'] for subnet, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:59.548520 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132698342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132238683'] for subnet, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:59.552385 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-39a18ed3-01a4-4942-89de-0f0700721849 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:25:59.626182 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11868c45-96b3-4552-ba77-a1e5ef089b7c,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:25:59.630983 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:25:59.636693 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Checking segment: {'id': '8e80af3d-6859-4e5e-a754-f8c373ad40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:25:59.637050 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Network hostable DHCP agents. Network: 3a5dff9e-7b2d-441e-9930-18dab4980ca2, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:25:59.655275 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Network 3a5dff9e-7b2d-441e-9930-18dab4980ca2 is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:25:59.665030 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, 3a5dff9e-7b2d-441e-9930-18dab4980ca2) {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:25:59.669823 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:25:59.670351 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:59.675995 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c95cabc-fb58-4287-89ba-5dc1500da5d6 None None] Network 3a5dff9e-7b2d-441e-9930-18dab4980ca2 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:25:59.697831 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57114) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:25:59.698286 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-be68480d-97b7-479d-8baf-55f2aa9b7ee0 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3995616 Aug 02 13:25:59.703728 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1169604498-router', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:25:59.709290 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:25:59.713682 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Usage tracker for resource:router and tenant:906b3cdf8d5b40d09b6a771822c1ce17 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:25:59.716670 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:25:59.723190 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:25:59.734354 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15685'] for router, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:59.735429 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15692'] for router, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:59.752303 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:25:59.896239 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9842de1a-b9a2-5785-a689-5798b1947638-3a5dff9e-7b2d-441e-9930-18dab4980ca2', 'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'fixed_ips': [{'subnet_id': '11868c45-96b3-4552-ba77-a1e5ef089b7c'}]}} from dv-cinder-803181-1-iscsi. {{(pid=78569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 02 13:25:59.897097 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:00.009962 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Sync routers for ids ['b11e962d-fef4-4de9-89b1-40105a23a050'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:26:00.025144 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Routers {'b11e962d-fef4-4de9-89b1-40105a23a050'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:26:00.026127 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:25:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['b11e962d-fef4-4de9-89b1-40105a23a050'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:00.033362 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15706'] for router, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:00.064524 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.db_base_plugin_common [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Allocated IP 172.20.0.2 (3a5dff9e-7b2d-441e-9930-18dab4980ca2/11868c45-96b3-4552-ba77-a1e5ef089b7c/94bcde05-5407-412e-8825-8587c26e6f87) {{(pid=78569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:26:00.216673 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Set router b11e962d-fef4-4de9-89b1-40105a23a050 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:26:00.323119 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Notify callbacks [] for port, precommit_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:00.354444 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Transition to ACTIVE for port object 94bcde05-5407-412e-8825-8587c26e6f87 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:26:00.385633 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Transition to ACTIVE for port object 94bcde05-5407-412e-8825-8587c26e6f87 will not be triggered until provisioned by entity DHCP. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:26:00.389331 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:00.396516 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:00.401370 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-19a16d93-1468-4353-bcbe-f23caceaa6dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:00.452538 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 6dbbd19e-5ecb-4270-9dee-0766b29946c7 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:26:00.551337 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Network 3a5dff9e-7b2d-441e-9930-18dab4980ca2 is already hosted by enough agents. {{(pid=78569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:26:00.555765 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.base_scheduler [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Resources bound (agent type, host, resource id): {{(pid=78569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:26:00.556555 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:00.565978 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Received port after_create {{(pid=78569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:26:00.570435 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 6dbbd19e-5ecb-4270-9dee-0766b29946c7 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:26:00.607128 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Pushing event updated for resources: {'Port': ['ID=94bcde05-5407-412e-8825-8587c26e6f87,revision_number=1']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:00.609481 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 6dbbd19e-5ecb-4270-9dee-0766b29946c7 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:26:00.610276 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:00.639759 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:00.645901 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:57Z', 'revision_number': 4, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'gw_port': {'id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '08829bc3-f662-4213-95be-945b7ebd56a1', 'name': '', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'mac_address': 'fa:16:3e:f3:03:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:56Z', 'updated_at': '2021-08-02T13:25:57Z', 'revision_number': 2, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'subnets': [{'id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:00.649119 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Checking router: b11e962d-fef4-4de9-89b1-40105a23a050 for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:26:00.649508 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Updating router b11e962d-fef4-4de9-89b1-40105a23a050 port 08829bc3-f662-4213-95be-945b7ebd56a1 binding host dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:26:00.711238 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:00.732387 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Allocated IP 172.27.2.188 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/68d61908-ec9b-4e3e-90a6-568775efbe64) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:26:00.770734 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Attempting to bind port 94bcde05-5407-412e-8825-8587c26e6f87 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:26:00.771066 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Attempting to bind port 94bcde05-5407-412e-8825-8587c26e6f87 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': '8e80af3d-6859-4e5e-a754-f8c373ad40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:26:00.771370 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Attempting to bind port 94bcde05-5407-412e-8825-8587c26e6f87 on network 3a5dff9e-7b2d-441e-9930-18dab4980ca2 {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:26:00.780609 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:26:00.780993 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Checking segment: {'id': '8e80af3d-6859-4e5e-a754-f8c373ad40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:26:00.781418 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:00.782061 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Bound using segment: {'id': '8e80af3d-6859-4e5e-a754-f8c373ad40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:26:00.782286 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Bound port: 94bcde05-5407-412e-8825-8587c26e6f87, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e80af3d-6859-4e5e-a754-f8c373ad40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:26:00.782655 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:00.896543 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:00.910050 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:00.934090 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:00.936238 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] For port 94bcde05-5407-412e-8825-8587c26e6f87, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:26:00.939319 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 6dbbd19e-5ecb-4270-9dee-0766b29946c7, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=6dbbd19e-5ecb-4270-9dee-0766b29946c7,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:26:00.939641 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-2cff7118-8cda-4268-aadf-9872c24775c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:00.941977 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] For port 94bcde05-5407-412e-8825-8587c26e6f87, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=94bcde05-5407-412e-8825-8587c26e6f87,segment=NetworkSegment(8e80af3d-6859-4e5e-a754-f8c373ad40cf),segment_id=8e80af3d-6859-4e5e-a754-f8c373ad40cf)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:26:00.943892 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:00.945870 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:00.982494 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:01.020547 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:26:01.024807 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:26:01.028008 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:26:01.031890 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=6dbbd19e-5ecb-4270-9dee-0766b29946c7,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:01.035027 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:01.035588 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:01.113899 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Pushing event updated for resources: {'Port': ['ID=94bcde05-5407-412e-8825-8587c26e6f87,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:01.119968 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:01.125900 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Pushing event updated for resources: {'Port': ['ID=68d61908-ec9b-4e3e-90a6-568775efbe64,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:01.130344 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:01.161404 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Notify callbacks [] for port, precommit_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:01.181682 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.provisioning_blocks [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Transition to ACTIVE for port object 08829bc3-f662-4213-95be-945b7ebd56a1 will not be triggered until provisioned by entity L2. {{(pid=78570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:26:01.194863 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:01.203109 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-d32c0620-41ef-4d7c-ad8f-ac4b694022b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:01.402239 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Pushing event updated for resources: {'Port': ['ID=08829bc3-f662-4213-95be-945b7ebd56a1,revision_number=3']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:01.450842 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:01.451176 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:01.451824 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:01.452157 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:01.452477 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:01.452797 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:01.453115 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:01.453460 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:01.453794 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:01.454113 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:01.454487 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:01.454722 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:01.458620 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:01.476048 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Attempting to bind port 08829bc3-f662-4213-95be-945b7ebd56a1 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:26:01.476550 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Attempting to bind port 08829bc3-f662-4213-95be-945b7ebd56a1 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'f037339a-0699-46f9-a876-fe515154c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330'}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:26:01.476922 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Attempting to bind port 08829bc3-f662-4213-95be-945b7ebd56a1 on network 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:26:01.482938 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:26:01.483324 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Checking segment: {'id': 'f037339a-0699-46f9-a876-fe515154c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:26:01.483642 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:01.484039 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Bound using segment: {'id': 'f037339a-0699-46f9-a876-fe515154c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330'} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:26:01.484518 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Bound port: 08829bc3-f662-4213-95be-945b7ebd56a1, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f037339a-0699-46f9-a876-fe515154c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330'}}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:26:01.484928 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:01.586108 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] For port 08829bc3-f662-4213-95be-945b7ebd56a1, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:26:01.589623 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] For port 08829bc3-f662-4213-95be-945b7ebd56a1, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=08829bc3-f662-4213-95be-945b7ebd56a1,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:26:01.595889 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:01.601114 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:01.611482 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:01.685755 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Routers {'b11e962d-fef4-4de9-89b1-40105a23a050'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:26:01.687944 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:25:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['b11e962d-fef4-4de9-89b1-40105a23a050'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:01.755405 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Pushing event updated for resources: {'Port': ['ID=08829bc3-f662-4213-95be-945b7ebd56a1,revision_number=4']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:01.766289 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-2c550e93-5ced-4fe6-8002-aabcf4793fa2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:01.898423 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] Set router b11e962d-fef4-4de9-89b1-40105a23a050 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:26:02.039014 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804693'] for router, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:02.267231 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:57Z', 'revision_number': 4, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'gw_port': {'id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '08829bc3-f662-4213-95be-945b7ebd56a1', 'name': '', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'mac_address': 'fa:16:3e:f3:03:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:56Z', 'updated_at': '2021-08-02T13:26:01Z', 'revision_number': 4, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'subnets': [{'id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:02.275748 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6123ff-ee28-49bb-a4ab-304322797189 None None] The sync data for ids ['b11e962d-fef4-4de9-89b1-40105a23a050'] in dv-cinder-803181-1-iscsi is: [{'id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:57Z', 'revision_number': 4, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'gw_port': {'id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '08829bc3-f662-4213-95be-945b7ebd56a1', 'name': '', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'mac_address': 'fa:16:3e:f3:03:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:56Z', 'updated_at': '2021-08-02T13:26:01Z', 'revision_number': 4, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'subnets': [{'id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:26:02.351141 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48580da9-62cc-4485-be8d-91bcc234e7ba None None] Network 3a5dff9e-7b2d-441e-9930-18dab4980ca2 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:26:02.427402 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Router 2379876d-beef-416e-bc03-be224f61ca60 is scheduled to L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 with binding_index 1 {{(pid=78567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 13:26:02.476733 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 08829bc3-f662-4213-95be-945b7ebd56a1 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:26:02.559175 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-ca6be58c-6d71-4286-aaa0-63c0bb1adbbe None None] Provisioning for port 94bcde05-5407-412e-8825-8587c26e6f87 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:26:02.635318 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:26:02.638118 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 08829bc3-f662-4213-95be-945b7ebd56a1 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:26:02.648402 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 08829bc3-f662-4213-95be-945b7ebd56a1 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:26:02.648793 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:02.663515 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] Notify callbacks [] for router, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:02.665663 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-1a76e448-80a0-4cfc-a9c8-2b8a62fdaa11 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9663754 Aug 02 13:26:02.668099 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57136) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:02.677281 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Sync routers for ids ['2379876d-beef-416e-bc03-be224f61ca60'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:26:02.755635 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Routers {'2379876d-beef-416e-bc03-be224f61ca60'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:26:02.756561 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:25:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['2379876d-beef-416e-bc03-be224f61ca60'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:03.009709 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:03.033352 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Set router 2379876d-beef-416e-bc03-be224f61ca60 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:26:03.201778 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 08829bc3-f662-4213-95be-945b7ebd56a1, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=08829bc3-f662-4213-95be-945b7ebd56a1,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:26:03.249557 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:03.250420 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 94bcde05-5407-412e-8825-8587c26e6f87 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:26:03.281785 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:03.453211 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:26:03.453940 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=08829bc3-f662-4213-95be-945b7ebd56a1,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:03.461080 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:03.476133 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 94bcde05-5407-412e-8825-8587c26e6f87 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:26:03.486082 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 94bcde05-5407-412e-8825-8587c26e6f87 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:26:03.486562 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:03.516559 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:03.614307 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2379876d-beef-416e-bc03-be224f61ca60', 'name': 'tempest-TestShelveInstance-1169604498-router', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '68d61908-ec9b-4e3e-90a6-568775efbe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:59Z', 'updated_at': '2021-08-02T13:26:01Z', 'revision_number': 3, 'project_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'gw_port': {'id': '68d61908-ec9b-4e3e-90a6-568775efbe64', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2379876d-beef-416e-bc03-be224f61ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:26:00Z', 'updated_at': '2021-08-02T13:26:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:03.644741 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Checking router: 2379876d-beef-416e-bc03-be224f61ca60 for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:26:03.645121 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Updating router 2379876d-beef-416e-bc03-be224f61ca60 port 68d61908-ec9b-4e3e-90a6-568775efbe64 binding host dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:26:03.724329 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:03.742598 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Allocated IP 172.20.0.1 (3a5dff9e-7b2d-441e-9930-18dab4980ca2/11868c45-96b3-4552-ba77-a1e5ef089b7c/a78d5fa2-64aa-4a79-be29-966ce39d04c2) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:26:03.752713 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:03.860503 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 94bcde05-5407-412e-8825-8587c26e6f87, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=94bcde05-5407-412e-8825-8587c26e6f87,segment=NetworkSegment(8e80af3d-6859-4e5e-a754-f8c373ad40cf),segment_id=8e80af3d-6859-4e5e-a754-f8c373ad40cf)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:26:03.866167 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:03.867062 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 6dbbd19e-5ecb-4270-9dee-0766b29946c7 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:26:03.894678 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-0cbe21fe-268e-4d7c-a582-a1ed29de0835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:03.903752 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:03.921981 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Transition to ACTIVE for port object a78d5fa2-64aa-4a79-be29-966ce39d04c2 will not be triggered until provisioned by entity DHCP. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:26:03.947874 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:03.952597 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:04.013554 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Network 3a5dff9e-7b2d-441e-9930-18dab4980ca2 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:26:04.016555 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:26:04.021455 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:26:04.036341 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=94bcde05-5407-412e-8825-8587c26e6f87,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:04.042234 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:04.068741 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Pushing event updated for resources: {'Port': ['ID=a78d5fa2-64aa-4a79-be29-966ce39d04c2,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:04.076907 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:04.090458 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719632'] for router_interface, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:04.118055 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 6dbbd19e-5ecb-4270-9dee-0766b29946c7 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:26:04.118443 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:04.233459 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:04.336605 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-ff963569-492b-4612-832e-db9bea9bf61b None None] Provisioning for port a78d5fa2-64aa-4a79-be29-966ce39d04c2 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:26:04.353052 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Notify callbacks [] for port, precommit_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:04.355510 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-ff963569-492b-4612-832e-db9bea9bf61b None None] Provisioning complete for port a78d5fa2-64aa-4a79-be29-966ce39d04c2 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:26:04.355901 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ff963569-492b-4612-832e-db9bea9bf61b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:04.409981 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Transition to ACTIVE for port object 68d61908-ec9b-4e3e-90a6-568775efbe64 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:26:04.422550 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:04.431031 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6854da6d-cd2b-40ae-b843-6efcae4ab304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:04.466465 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-ff963569-492b-4612-832e-db9bea9bf61b None None] Port a78d5fa2-64aa-4a79-be29-966ce39d04c2 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:26:04.476646 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 08829bc3-f662-4213-95be-945b7ebd56a1 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:26:04.511321 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:04.517377 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:04.554140 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b7a713f7-9a07-4cbb-b799-70ef2bee3085 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:04.571770 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a7188-036f-493c-bcca-6475c870848c None None] Pushing event updated for resources: {'Port': ['ID=68d61908-ec9b-4e3e-90a6-568775efbe64,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:04.574078 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Attempting to bind port 68d61908-ec9b-4e3e-90a6-568775efbe64 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:26:04.574457 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Attempting to bind port 68d61908-ec9b-4e3e-90a6-568775efbe64 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:26:04.574831 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Attempting to bind port 68d61908-ec9b-4e3e-90a6-568775efbe64 on network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:26:04.577111 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-254a7188-036f-493c-bcca-6475c870848c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:04.584542 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:26:04.584932 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Checking segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:26:04.585372 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:04.585792 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Bound using segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:26:04.586254 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Bound port: 68d61908-ec9b-4e3e-90a6-568775efbe64, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:26:04.586697 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:04.660721 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 08829bc3-f662-4213-95be-945b7ebd56a1 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:26:04.661105 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:04.722229 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] For port 68d61908-ec9b-4e3e-90a6-568775efbe64, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:26:04.727341 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] For port 68d61908-ec9b-4e3e-90a6-568775efbe64, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=68d61908-ec9b-4e3e-90a6-568775efbe64,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:26:04.735396 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:04.740141 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:04.742506 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1690252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719615'] for router_interface, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:04.746134 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Pushing event updated for resources: {'Port': ['ID=a78d5fa2-64aa-4a79-be29-966ce39d04c2,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:04.749577 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:04.871517 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Routers {'2379876d-beef-416e-bc03-be224f61ca60'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:26:04.872069 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:25:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['2379876d-beef-416e-bc03-be224f61ca60'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:04.889435 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Network 3a5dff9e-7b2d-441e-9930-18dab4980ca2 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:26:04.890636 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:26:04.920053 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a7188-036f-493c-bcca-6475c870848c None None] Pushing event updated for resources: {'Port': ['ID=68d61908-ec9b-4e3e-90a6-568775efbe64,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:04.934544 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-254a7188-036f-493c-bcca-6475c870848c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:04.965302 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 94bcde05-5407-412e-8825-8587c26e6f87 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:26:05.118347 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Router 2379876d-beef-416e-bc03-be224f61ca60 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:26:05.130778 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] Set router 2379876d-beef-416e-bc03-be224f61ca60 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:26:05.269844 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 94bcde05-5407-412e-8825-8587c26e6f87 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:26:05.270300 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:05.345562 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:26:05.366104 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] 10.222.0.49 "PUT /v2.0/routers/2379876d-beef-416e-bc03-be224f61ca60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6880786 Aug 02 13:26:05.421197 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-0229ec39-d453-49e1-af19-9dc7abca237d None None] Provisioning complete for port a78d5fa2-64aa-4a79-be29-966ce39d04c2 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:26:05.421586 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0229ec39-d453-49e1-af19-9dc7abca237d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:05.566125 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-0229ec39-d453-49e1-af19-9dc7abca237d None None] Port a78d5fa2-64aa-4a79-be29-966ce39d04c2 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:26:05.730535 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2379876d-beef-416e-bc03-be224f61ca60', 'name': 'tempest-TestShelveInstance-1169604498-router', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '68d61908-ec9b-4e3e-90a6-568775efbe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:59Z', 'updated_at': '2021-08-02T13:26:04Z', 'revision_number': 4, 'project_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'gw_port': {'id': '68d61908-ec9b-4e3e-90a6-568775efbe64', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2379876d-beef-416e-bc03-be224f61ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:26:00Z', 'updated_at': '2021-08-02T13:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'a78d5fa2-64aa-4a79-be29-966ce39d04c2', 'name': '', 'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'mac_address': 'fa:16:3e:d1:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2379876d-beef-416e-bc03-be224f61ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '11868c45-96b3-4552-ba77-a1e5ef089b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:26:03Z', 'updated_at': '2021-08-02T13:26:04Z', 'revision_number': 2, 'project_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'subnets': [{'id': '11868c45-96b3-4552-ba77-a1e5ef089b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:05.734752 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e752a8f-4897-41fd-9eac-6d264af28996 None None] The sync data for ids ['2379876d-beef-416e-bc03-be224f61ca60'] in dv-cinder-803181-1-iscsi is: [{'id': '2379876d-beef-416e-bc03-be224f61ca60', 'name': 'tempest-TestShelveInstance-1169604498-router', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '68d61908-ec9b-4e3e-90a6-568775efbe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:59Z', 'updated_at': '2021-08-02T13:26:04Z', 'revision_number': 4, 'project_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'gw_port': {'id': '68d61908-ec9b-4e3e-90a6-568775efbe64', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2379876d-beef-416e-bc03-be224f61ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:26:00Z', 'updated_at': '2021-08-02T13:26:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'a78d5fa2-64aa-4a79-be29-966ce39d04c2', 'name': '', 'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'mac_address': 'fa:16:3e:d1:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2379876d-beef-416e-bc03-be224f61ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '11868c45-96b3-4552-ba77-a1e5ef089b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:26:03Z', 'updated_at': '2021-08-02T13:26:04Z', 'revision_number': 2, 'project_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'subnets': [{'id': '11868c45-96b3-4552-ba77-a1e5ef089b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:26:06.049727 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57152) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:06.055889 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-536745824', 'description': 'tempest-secgroup-smoke-536745824 description', 'project_id': '8a82d37039e5426ba6d055fe0318e365'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:26:06.062990 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:06.068508 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Usage tracker for resource:security_group and tenant:8a82d37039e5426ba6d055fe0318e365 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:06.073026 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:06.082706 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:06.096607 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.127908 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:06.132758 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Usage tracker for resource:security_group_rule and tenant:8a82d37039e5426ba6d055fe0318e365 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:06.136502 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:06.145453 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:06.265449 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.271187 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.294166 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-91a5cbed-1934-4988-b8bd-c3b1a097d190 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:06.304626 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.305907 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2545626 Aug 02 13:26:06.310724 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57158) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:06.321642 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-a6971749-fb5b-4df8-a46b-4e7535a3319c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Request body: {'security_group_rule': {'security_group_id': '3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5', 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:26:06.332220 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:06.335772 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:06.336309 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.357796 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-a6971749-fb5b-4df8-a46b-4e7535a3319c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:06.366813 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-a6971749-fb5b-4df8-a46b-4e7535a3319c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Usage tracker for resource:security_group_rule and tenant:8a82d37039e5426ba6d055fe0318e365 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:06.377082 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-a6971749-fb5b-4df8-a46b-4e7535a3319c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:06.385341 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-a6971749-fb5b-4df8-a46b-4e7535a3319c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:06.405766 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a6971749-fb5b-4df8-a46b-4e7535a3319c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.502793 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a6971749-fb5b-4df8-a46b-4e7535a3319c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.508829 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a6971749-fb5b-4df8-a46b-4e7535a3319c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.511758 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-efd750c7-dac9-49f1-9f23-4ef12bba6e06 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:06.537563 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6971749-fb5b-4df8-a46b-4e7535a3319c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49ea2df-d965-4b58-b983-92e6f7e965a7,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:06.540322 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a6971749-fb5b-4df8-a46b-4e7535a3319c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:06.548408 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a6971749-fb5b-4df8-a46b-4e7535a3319c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.549787 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-a6971749-fb5b-4df8-a46b-4e7535a3319c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2378938 Aug 02 13:26:06.552782 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57162) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:06.558476 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-5446ef17-66d4-4f9c-b8a2-a74ab0c5b26b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Request body: {'security_group_rule': {'security_group_id': '3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5', 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:26:06.565121 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-5446ef17-66d4-4f9c-b8a2-a74ab0c5b26b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:06.569880 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-5446ef17-66d4-4f9c-b8a2-a74ab0c5b26b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Usage tracker for resource:security_group_rule and tenant:8a82d37039e5426ba6d055fe0318e365 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:06.573072 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-5446ef17-66d4-4f9c-b8a2-a74ab0c5b26b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:06.579445 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-5446ef17-66d4-4f9c-b8a2-a74ab0c5b26b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:06.601452 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5446ef17-66d4-4f9c-b8a2-a74ab0c5b26b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.670783 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5446ef17-66d4-4f9c-b8a2-a74ab0c5b26b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.676195 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5446ef17-66d4-4f9c-b8a2-a74ab0c5b26b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.678768 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-32a66e6c-7bf1-4815-b7eb-7cc500a27f19 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:06.703910 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5446ef17-66d4-4f9c-b8a2-a74ab0c5b26b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96cc7bce-dace-4e76-8119-4ffbc2c7ff38,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:06.707326 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5446ef17-66d4-4f9c-b8a2-a74ab0c5b26b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:06.715196 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5446ef17-66d4-4f9c-b8a2-a74ab0c5b26b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.716535 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-5446ef17-66d4-4f9c-b8a2-a74ab0c5b26b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1627040 Aug 02 13:26:06.719665 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57166) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:06.726128 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-6c9bb905-ada4-42d4-a452-72ff8bd76eeb tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Request body: {'security_group_rule': {'security_group_id': '3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5', 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:26:06.732358 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-6c9bb905-ada4-42d4-a452-72ff8bd76eeb tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:06.736961 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-6c9bb905-ada4-42d4-a452-72ff8bd76eeb tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Usage tracker for resource:security_group_rule and tenant:8a82d37039e5426ba6d055fe0318e365 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:06.740541 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-6c9bb905-ada4-42d4-a452-72ff8bd76eeb tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:06.747320 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-6c9bb905-ada4-42d4-a452-72ff8bd76eeb tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:06.766830 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb905-ada4-42d4-a452-72ff8bd76eeb tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.839883 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb905-ada4-42d4-a452-72ff8bd76eeb tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.844233 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb905-ada4-42d4-a452-72ff8bd76eeb tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.851919 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b8602a6a-c09f-4feb-81e6-6b99b73709ad tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:06.873604 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bb905-ada4-42d4-a452-72ff8bd76eeb tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff94e5aa-5bde-4edd-9c99-73fc4219e24f,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:06.880563 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-6c9bb905-ada4-42d4-a452-72ff8bd76eeb tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:06.885966 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6c9bb905-ada4-42d4-a452-72ff8bd76eeb tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:06.887291 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-6c9bb905-ada4-42d4-a452-72ff8bd76eeb tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1665595 Aug 02 13:26:06.891163 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57170) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:06.897743 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-6f4fb431-2c63-43c2-a095-3d3ac5b1679c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Request body: {'security_group_rule': {'security_group_id': '3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5', 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:26:06.904326 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-6f4fb431-2c63-43c2-a095-3d3ac5b1679c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:06.908319 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-6f4fb431-2c63-43c2-a095-3d3ac5b1679c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Usage tracker for resource:security_group_rule and tenant:8a82d37039e5426ba6d055fe0318e365 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:06.911583 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-6f4fb431-2c63-43c2-a095-3d3ac5b1679c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:06.917592 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-6f4fb431-2c63-43c2-a095-3d3ac5b1679c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:06.935446 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb431-2c63-43c2-a095-3d3ac5b1679c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:07.007505 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb431-2c63-43c2-a095-3d3ac5b1679c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:07.011314 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb431-2c63-43c2-a095-3d3ac5b1679c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:07.013410 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-3daf8e0a-c8e2-4e46-944a-008c3b29858f tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:07.036819 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4fb431-2c63-43c2-a095-3d3ac5b1679c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c51f81-0f87-48fa-8b1f-2f719dc3f181,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:07.039468 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-6f4fb431-2c63-43c2-a095-3d3ac5b1679c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:07.047452 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-6f4fb431-2c63-43c2-a095-3d3ac5b1679c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:07.048738 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-6f4fb431-2c63-43c2-a095-3d3ac5b1679c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1565685 Aug 02 13:26:07.051622 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57174) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:07.057023 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-8f47b62d-8856-4342-b96a-3866617854d6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Request body: {'security_group_rule': {'security_group_id': '3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5', 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:26:07.063422 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-8f47b62d-8856-4342-b96a-3866617854d6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:07.068328 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-8f47b62d-8856-4342-b96a-3866617854d6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Usage tracker for resource:security_group_rule and tenant:8a82d37039e5426ba6d055fe0318e365 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:07.071265 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-8f47b62d-8856-4342-b96a-3866617854d6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:07.077082 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-8f47b62d-8856-4342-b96a-3866617854d6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:07.096314 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.securitygroups_db [None req-8f47b62d-8856-4342-b96a-3866617854d6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Project 8a82d37039e5426ba6d055fe0318e365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 13:26:07.103705 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-8f47b62d-8856-4342-b96a-3866617854d6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:07.167976 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-8f47b62d-8856-4342-b96a-3866617854d6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:07.171452 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-8f47b62d-8856-4342-b96a-3866617854d6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:07.173540 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-6f4fb431-2c63-43c2-a095-3d3ac5b1679c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:07.197558 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47b62d-8856-4342-b96a-3866617854d6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fe7a93-6471-4f08-8214-6e56994f3d8c,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:07.200124 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-8f47b62d-8856-4342-b96a-3866617854d6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:07.207349 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-8f47b62d-8856-4342-b96a-3866617854d6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:07.208532 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-8f47b62d-8856-4342-b96a-3866617854d6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1559052 Aug 02 13:26:07.211174 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57178) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:07.216356 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-ada88a57-d821-4e47-94fd-759bebf162b5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Request body: {'security_group_rule': {'security_group_id': '3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5', 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:26:07.222877 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-ada88a57-d821-4e47-94fd-759bebf162b5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:07.226769 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-ada88a57-d821-4e47-94fd-759bebf162b5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Usage tracker for resource:security_group_rule and tenant:8a82d37039e5426ba6d055fe0318e365 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:07.229844 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-ada88a57-d821-4e47-94fd-759bebf162b5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:07.235578 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-ada88a57-d821-4e47-94fd-759bebf162b5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:07.246264 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.securitygroups_db [None req-ada88a57-d821-4e47-94fd-759bebf162b5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Project 8a82d37039e5426ba6d055fe0318e365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 13:26:07.253093 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ada88a57-d821-4e47-94fd-759bebf162b5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:07.322567 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ada88a57-d821-4e47-94fd-759bebf162b5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:07.326479 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ada88a57-d821-4e47-94fd-759bebf162b5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:07.328618 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5446ef17-66d4-4f9c-b8a2-a74ab0c5b26b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:07.352464 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada88a57-d821-4e47-94fd-759bebf162b5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37370a5e-8cb2-416a-93c3-61022b984734,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:07.354942 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-ada88a57-d821-4e47-94fd-759bebf162b5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:07.362065 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-ada88a57-d821-4e47-94fd-759bebf162b5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:07.363261 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-ada88a57-d821-4e47-94fd-759bebf162b5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1511593 Aug 02 13:26:08.439700 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 68d61908-ec9b-4e3e-90a6-568775efbe64 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:26:08.514663 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 68d61908-ec9b-4e3e-90a6-568775efbe64 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:26:08.520907 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 68d61908-ec9b-4e3e-90a6-568775efbe64 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:26:08.521330 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:08.641918 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:08.659001 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 68d61908-ec9b-4e3e-90a6-568775efbe64, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=68d61908-ec9b-4e3e-90a6-568775efbe64,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:26:08.663705 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:08.665895 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:08.739498 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=68d61908-ec9b-4e3e-90a6-568775efbe64,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:08.742684 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:09.426145 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Sync routers for ids ['2379876d-beef-416e-bc03-be224f61ca60'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:26:09.440439 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Routers {'2379876d-beef-416e-bc03-be224f61ca60'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:26:09.441948 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:25:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['2379876d-beef-416e-bc03-be224f61ca60'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:09.632272 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Set router 2379876d-beef-416e-bc03-be224f61ca60 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:26:09.992205 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2379876d-beef-416e-bc03-be224f61ca60', 'name': 'tempest-TestShelveInstance-1169604498-router', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '68d61908-ec9b-4e3e-90a6-568775efbe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:59Z', 'updated_at': '2021-08-02T13:26:04Z', 'revision_number': 4, 'project_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'gw_port': {'id': '68d61908-ec9b-4e3e-90a6-568775efbe64', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2379876d-beef-416e-bc03-be224f61ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:26:00Z', 'updated_at': '2021-08-02T13:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'a78d5fa2-64aa-4a79-be29-966ce39d04c2', 'name': '', 'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'mac_address': 'fa:16:3e:d1:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2379876d-beef-416e-bc03-be224f61ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '11868c45-96b3-4552-ba77-a1e5ef089b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:26:03Z', 'updated_at': '2021-08-02T13:26:04Z', 'revision_number': 2, 'project_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'subnets': [{'id': '11868c45-96b3-4552-ba77-a1e5ef089b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:09.995874 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Checking router: 2379876d-beef-416e-bc03-be224f61ca60 for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:26:09.996231 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Updating router 2379876d-beef-416e-bc03-be224f61ca60 port a78d5fa2-64aa-4a79-be29-966ce39d04c2 binding host dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:26:10.051811 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:10.446453 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Notify callbacks [] for port, precommit_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:10.454138 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 68d61908-ec9b-4e3e-90a6-568775efbe64 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:26:10.461470 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.provisioning_blocks [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Transition to ACTIVE for port object a78d5fa2-64aa-4a79-be29-966ce39d04c2 will not be triggered until provisioned by entity L2. {{(pid=78570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:26:10.468980 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:10.473556 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-efc51923-3a9f-4f20-a0fa-5572959dc31e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:10.531171 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 68d61908-ec9b-4e3e-90a6-568775efbe64 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:26:10.531171 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:10.549350 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d9b0f-7af6-42b4-a166-a3afb2ac0363 None None] Pushing event updated for resources: {'Port': ['ID=a78d5fa2-64aa-4a79-be29-966ce39d04c2,revision_number=3']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:10.599613 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-a98d9b0f-7af6-42b4-a166-a3afb2ac0363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:10.717980 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Attempting to bind port a78d5fa2-64aa-4a79-be29-966ce39d04c2 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:26:10.718364 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Attempting to bind port a78d5fa2-64aa-4a79-be29-966ce39d04c2 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': '8e80af3d-6859-4e5e-a754-f8c373ad40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2'}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:26:10.718740 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Attempting to bind port a78d5fa2-64aa-4a79-be29-966ce39d04c2 on network 3a5dff9e-7b2d-441e-9930-18dab4980ca2 {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:26:10.724811 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:26:10.725291 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Checking segment: {'id': '8e80af3d-6859-4e5e-a754-f8c373ad40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:26:10.725707 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:10.726110 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Bound using segment: {'id': '8e80af3d-6859-4e5e-a754-f8c373ad40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2'} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:26:10.726587 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Bound port: a78d5fa2-64aa-4a79-be29-966ce39d04c2, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e80af3d-6859-4e5e-a754-f8c373ad40cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2'}}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:26:10.726978 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:10.827369 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] For port a78d5fa2-64aa-4a79-be29-966ce39d04c2, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:26:10.830433 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] For port a78d5fa2-64aa-4a79-be29-966ce39d04c2, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=a78d5fa2-64aa-4a79-be29-966ce39d04c2,segment=NetworkSegment(8e80af3d-6859-4e5e-a754-f8c373ad40cf),segment_id=8e80af3d-6859-4e5e-a754-f8c373ad40cf)] {{(pid=78570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:26:10.835223 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:10.839732 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-71318aec-8023-429c-8909-d876f3668925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:10.919591 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Routers {'2379876d-beef-416e-bc03-be224f61ca60'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:26:10.920237 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:25:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['2379876d-beef-416e-bc03-be224f61ca60'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:10.985940 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d9b0f-7af6-42b4-a166-a3afb2ac0363 None None] Pushing event updated for resources: {'Port': ['ID=a78d5fa2-64aa-4a79-be29-966ce39d04c2,revision_number=4']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:10.997025 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-a98d9b0f-7af6-42b4-a166-a3afb2ac0363 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:11.127420 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] Set router 2379876d-beef-416e-bc03-be224f61ca60 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:26:11.486806 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2379876d-beef-416e-bc03-be224f61ca60', 'name': 'tempest-TestShelveInstance-1169604498-router', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '68d61908-ec9b-4e3e-90a6-568775efbe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:59Z', 'updated_at': '2021-08-02T13:26:04Z', 'revision_number': 4, 'project_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'gw_port': {'id': '68d61908-ec9b-4e3e-90a6-568775efbe64', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2379876d-beef-416e-bc03-be224f61ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:26:00Z', 'updated_at': '2021-08-02T13:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'a78d5fa2-64aa-4a79-be29-966ce39d04c2', 'name': '', 'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'mac_address': 'fa:16:3e:d1:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2379876d-beef-416e-bc03-be224f61ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '11868c45-96b3-4552-ba77-a1e5ef089b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:26:03Z', 'updated_at': '2021-08-02T13:26:10Z', 'revision_number': 4, 'project_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'subnets': [{'id': '11868c45-96b3-4552-ba77-a1e5ef089b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:11.491378 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68caaaae-4e43-4961-b2b3-64db8a8061eb None None] The sync data for ids ['2379876d-beef-416e-bc03-be224f61ca60'] in dv-cinder-803181-1-iscsi is: [{'id': '2379876d-beef-416e-bc03-be224f61ca60', 'name': 'tempest-TestShelveInstance-1169604498-router', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '68d61908-ec9b-4e3e-90a6-568775efbe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:59Z', 'updated_at': '2021-08-02T13:26:04Z', 'revision_number': 4, 'project_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'gw_port': {'id': '68d61908-ec9b-4e3e-90a6-568775efbe64', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2379876d-beef-416e-bc03-be224f61ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:26:00Z', 'updated_at': '2021-08-02T13:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': 'a78d5fa2-64aa-4a79-be29-966ce39d04c2', 'name': '', 'network_id': '3a5dff9e-7b2d-441e-9930-18dab4980ca2', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'mac_address': 'fa:16:3e:d1:50:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2379876d-beef-416e-bc03-be224f61ca60', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': '11868c45-96b3-4552-ba77-a1e5ef089b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:26:03Z', 'updated_at': '2021-08-02T13:26:10Z', 'revision_number': 4, 'project_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'subnets': [{'id': '11868c45-96b3-4552-ba77-a1e5ef089b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:26:12.447358 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device a78d5fa2-64aa-4a79-be29-966ce39d04c2 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:26:12.529099 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port a78d5fa2-64aa-4a79-be29-966ce39d04c2 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:26:12.534692 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port a78d5fa2-64aa-4a79-be29-966ce39d04c2 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:26:12.535141 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:12.662272 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:12.696976 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port a78d5fa2-64aa-4a79-be29-966ce39d04c2, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=a78d5fa2-64aa-4a79-be29-966ce39d04c2,segment=NetworkSegment(8e80af3d-6859-4e5e-a754-f8c373ad40cf),segment_id=8e80af3d-6859-4e5e-a754-f8c373ad40cf)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:26:12.701757 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:12.703721 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:12.777759 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=a78d5fa2-64aa-4a79-be29-966ce39d04c2,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:12.780891 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:14.435102 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device a78d5fa2-64aa-4a79-be29-966ce39d04c2 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:26:14.509707 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port a78d5fa2-64aa-4a79-be29-966ce39d04c2 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:26:14.510239 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:19.714914 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-fb422402-7496-4de1-ab3c-1a7aa81f6438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:20.161357 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:22.823133 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-d848b889-d78a-4b7f-b6c3-57561712fe36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:23.560022 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:24.034685 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57422) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:24.153738 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d1c47258-f4d0-41cb-9de5-12cdf03dfa9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:24.171544 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-d1c47258-f4d0-41cb-9de5-12cdf03dfa9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:24.175384 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-d1c47258-f4d0-41cb-9de5-12cdf03dfa9d admin admin] Usage tracker for resource:security_group_rule and tenant:81d12f3a2a8c4c30a6d5a8de8e002f59 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:24.178268 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-d1c47258-f4d0-41cb-9de5-12cdf03dfa9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:24.184064 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-d1c47258-f4d0-41cb-9de5-12cdf03dfa9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:24.271603 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d1c47258-f4d0-41cb-9de5-12cdf03dfa9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:24.278381 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d1c47258-f4d0-41cb-9de5-12cdf03dfa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:24.296578 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-9232c2b5-8a1d-439a-9f2d-a739e1bcc71e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:24.350156 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c47258-f4d0-41cb-9de5-12cdf03dfa9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=996a22fb-435d-47c8-8243-f97cc3d522f5,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:24.353855 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-d1c47258-f4d0-41cb-9de5-12cdf03dfa9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:24.358804 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-d1c47258-f4d0-41cb-9de5-12cdf03dfa9d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=81d12f3a2a8c4c30a6d5a8de8e002f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3206880 Aug 02 13:26:24.359928 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57432) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:24.421718 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-068338ff-e9f7-4231-90f5-a666d73961af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:24.448939 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-068338ff-e9f7-4231-90f5-a666d73961af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:24.503512 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-068338ff-e9f7-4231-90f5-a666d73961af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:24.507728 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-05d34f17-600c-43e3-9a56-d1f263f513cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:24.525642 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068338ff-e9f7-4231-90f5-a666d73961af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=996a22fb-435d-47c8-8243-f97cc3d522f5,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:24.529328 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-068338ff-e9f7-4231-90f5-a666d73961af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:24.530946 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-068338ff-e9f7-4231-90f5-a666d73961af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:24.534491 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-068338ff-e9f7-4231-90f5-a666d73961af admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/996a22fb-435d-47c8-8243-f97cc3d522f5 HTTP/1.1" status: 204 len: 168 time: 0.1720541 Aug 02 13:26:24.823584 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57446) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:24.841682 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bbff-3581-4df2-ac7a-c70d5054fba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:24.857781 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-b5c4bbff-3581-4df2-ac7a-c70d5054fba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:24.861671 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-b5c4bbff-3581-4df2-ac7a-c70d5054fba4 admin admin] Usage tracker for resource:security_group_rule and tenant:9583c8d980e1416791f3c520a9ae0b07 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:24.864555 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-b5c4bbff-3581-4df2-ac7a-c70d5054fba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:24.871202 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-b5c4bbff-3581-4df2-ac7a-c70d5054fba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:24.957860 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bbff-3581-4df2-ac7a-c70d5054fba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:24.961928 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b5c4bbff-3581-4df2-ac7a-c70d5054fba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:24.964356 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:24.974090 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-ae0d667f-ba97-48a3-a51e-c120fdd0cf15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:25.002686 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b5c4bbff-3581-4df2-ac7a-c70d5054fba4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9583c8d980e1416791f3c520a9ae0b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1756983 Aug 02 13:26:25.003065 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57454) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:25.020953 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c4bbff-3581-4df2-ac7a-c70d5054fba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ebd1ade-55e8-4af7-938d-aa3b8daced61,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:25.024551 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b5c4bbff-3581-4df2-ac7a-c70d5054fba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:25.065926 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a194e9a1-a40a-4807-89ef-dccc1c2aa0c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:25.092763 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a194e9a1-a40a-4807-89ef-dccc1c2aa0c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:25.158460 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a194e9a1-a40a-4807-89ef-dccc1c2aa0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:25.162637 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c7b79359-668e-4913-a11f-b07af253a6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:25.174198 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a194e9a1-a40a-4807-89ef-dccc1c2aa0c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ebd1ade-55e8-4af7-938d-aa3b8daced61,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:25.176675 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a194e9a1-a40a-4807-89ef-dccc1c2aa0c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:25.183571 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-a194e9a1-a40a-4807-89ef-dccc1c2aa0c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:25.187742 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-a194e9a1-a40a-4807-89ef-dccc1c2aa0c6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ebd1ade-55e8-4af7-938d-aa3b8daced61 HTTP/1.1" status: 204 len: 168 time: 0.1802917 Aug 02 13:26:30.153008 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-4b03d498-42ca-4b97-a7e0-09351c40e83f tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Synchronizing usage tracker for tenant:8a82d37039e5426ba6d055fe0318e365 on resource:security_group {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:26:30.171063 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-4b03d498-42ca-4b97-a7e0-09351c40e83f tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Unset dirty status for tenant:8a82d37039e5426ba6d055fe0318e365 on resource:security_group {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:26:30.173637 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-4b03d498-42ca-4b97-a7e0-09351c40e83f tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-536745824&fields=id&tenant_id=8a82d37039e5426ba6d055fe0318e365 HTTP/1.1" status: 200 len: 267 time: 0.0629501 Aug 02 13:26:30.332090 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-a4cd8ee7-e198-4a73-881b-ee43b6a5dcf1 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:30.332800 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-a4cd8ee7-e198-4a73-881b-ee43b6a5dcf1 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Synchronizing usage tracker for tenant:8a82d37039e5426ba6d055fe0318e365 on resource:network {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:26:30.352064 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-a4cd8ee7-e198-4a73-881b-ee43b6a5dcf1 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Unset dirty status for tenant:8a82d37039e5426ba6d055fe0318e365 on resource:network {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:26:30.353425 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-a4cd8ee7-e198-4a73-881b-ee43b6a5dcf1 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/networks?id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 HTTP/1.1" status: 200 len: 808 time: 0.1739948 Aug 02 13:26:30.371392 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-9eeb24d9-9e72-4378-984a-1c6ad3d61ba0 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/quotas/8a82d37039e5426ba6d055fe0318e365 HTTP/1.1" status: 200 len: 375 time: 0.0123982 Aug 02 13:26:30.463191 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-12e242b7-5dcf-4423-8441-3ea906cd7fc6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=8a82d37039e5426ba6d055fe0318e365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863507 Aug 02 13:26:30.604850 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-eaf3c818-a626-471f-be0f-d7c1dd2af9a5 service neutron] 10.222.0.49 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304471 Aug 02 13:26:30.737891 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-ce1e6640-816e-4317-9cd2-274166236a27 service neutron] 10.222.0.49 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273265 Aug 02 13:26:31.130484 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-552ea1a7-be54-4ed2-8bab-2c0adb6b67bb req-ec566b84-4cca-4b5a-aff3-ec0052f4fdb5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Synchronizing usage tracker for tenant:8a82d37039e5426ba6d055fe0318e365 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:26:31.148969 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-552ea1a7-be54-4ed2-8bab-2c0adb6b67bb req-ec566b84-4cca-4b5a-aff3-ec0052f4fdb5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Unset dirty status for tenant:8a82d37039e5426ba6d055fe0318e365 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:26:31.150205 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-552ea1a7-be54-4ed2-8bab-2c0adb6b67bb req-ec566b84-4cca-4b5a-aff3-ec0052f4fdb5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 210 time: 0.0659564 Aug 02 13:26:32.307746 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1cc89601-46fc-4b42-9e8e-883247ca685b req-8303ad9d-2992-466b-89a4-a4ad6437a25f tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 210 time: 0.0458045 Aug 02 13:26:33.462243 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-393a5055-14d8-403a-baa3-fbfea08d8f05 req-ad7d851f-9958-496c-b5f0-18e466cbdf78 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 210 time: 0.0454443 Aug 02 13:26:34.336694 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-b8ae9c9a-5741-488d-89eb-d4dddd801659 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:34.338207 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-b8ae9c9a-5741-488d-89eb-d4dddd801659 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.53 "GET /v2.0/networks?id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 HTTP/1.1" status: 200 len: 808 time: 0.1600027 Aug 02 13:26:34.406112 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-13131d6e-98bf-40e0-89db-031e9ae68a9e tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Synchronizing usage tracker for tenant:8a82d37039e5426ba6d055fe0318e365 on resource:security_group {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:26:34.418384 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-13131d6e-98bf-40e0-89db-031e9ae68a9e tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Unset dirty status for tenant:8a82d37039e5426ba6d055fe0318e365 on resource:security_group {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:26:34.419516 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-13131d6e-98bf-40e0-89db-031e9ae68a9e tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a82d37039e5426ba6d055fe0318e365 HTTP/1.1" status: 200 len: 379 time: 0.0583320 Aug 02 13:26:34.432698 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Request body: {'port': {'device_id': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'admin_state_up': True, 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'security_groups': ['3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5']}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:26:34.578163 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:34.588631 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:34.598584 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Made reservation on behalf of 8a82d37039e5426ba6d055fe0318e365 for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:26:34.602127 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:34.614563 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6030407a-1e13-4862-80cb-12a4fa47e619 req-6e562df1-f51e-4306-ab0d-a62f81c24fa6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 210 time: 0.0433991 Aug 02 13:26:34.771844 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Allocated IP 172.20.0.5 (6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330/cd91de65-150b-4aad-ba28-79a156b1da71/620ecc79-5d23-4306-a01f-1bba8dddefd6) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:26:34.969823 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:34.985552 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Transition to ACTIVE for port object 620ecc79-5d23-4306-a01f-1bba8dddefd6 will not be triggered until provisioned by entity DHCP. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:26:35.010627 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:35.017113 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:35.184773 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Network 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:26:35.185989 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:26:35.190186 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:26:35.228731 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Pushing event updated for resources: {'Port': ['ID=620ecc79-5d23-4306-a01f-1bba8dddefd6,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:35.233669 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:35.268752 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:35.269448 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:35.312630 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8843982 Aug 02 13:26:35.345436 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Request body: {'port': {'device_id': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:26:35.546725 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:35.551776 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6598235e-1104-4133-b3b0-eb7ed95f9866 None None] Provisioning for port 620ecc79-5d23-4306-a01f-1bba8dddefd6 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:26:35.563048 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6598235e-1104-4133-b3b0-eb7ed95f9866 None None] Provisioning complete for port 620ecc79-5d23-4306-a01f-1bba8dddefd6 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:26:35.564026 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6598235e-1104-4133-b3b0-eb7ed95f9866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:35.644196 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6598235e-1104-4133-b3b0-eb7ed95f9866 None None] Port 620ecc79-5d23-4306-a01f-1bba8dddefd6 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:26:35.918587 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27c8ff0-f20a-459c-b581-e35c9bde6aa9 req-a81487e7-a518-4325-ac14-7a44173e1bd5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:35.919196 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-a27c8ff0-f20a-459c-b581-e35c9bde6aa9 req-a81487e7-a518-4325-ac14-7a44173e1bd5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Synchronizing usage tracker for tenant:8a82d37039e5426ba6d055fe0318e365 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:26:35.987172 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-a27c8ff0-f20a-459c-b581-e35c9bde6aa9 req-a81487e7-a518-4325-ac14-7a44173e1bd5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Unset dirty status for tenant:8a82d37039e5426ba6d055fe0318e365 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:26:35.988390 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a27c8ff0-f20a-459c-b581-e35c9bde6aa9 req-a81487e7-a518-4325-ac14-7a44173e1bd5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 931 time: 0.2605078 Aug 02 13:26:36.013614 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 620ecc79-5d23-4306-a01f-1bba8dddefd6 {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:26:36.025274 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:36.055301 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Transition to ACTIVE for port object 620ecc79-5d23-4306-a01f-1bba8dddefd6 will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:26:36.060218 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a27c8ff0-f20a-459c-b581-e35c9bde6aa9 req-b9982ac5-fc3c-4f10-a34d-cf9f725778d3 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650005 Aug 02 13:26:36.061274 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:36.065103 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-39f5433e-de6f-46da-bb15-78e1d7a6833a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:36.208154 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Pushing event updated for resources: {'Port': ['ID=620ecc79-5d23-4306-a01f-1bba8dddefd6,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:36.235531 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:36.330229 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:36.341953 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Attempting to bind port 620ecc79-5d23-4306-a01f-1bba8dddefd6 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:26:36.342297 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Attempting to bind port 620ecc79-5d23-4306-a01f-1bba8dddefd6 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': 'f037339a-0699-46f9-a876-fe515154c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:26:36.342633 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Attempting to bind port 620ecc79-5d23-4306-a01f-1bba8dddefd6 on network 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:26:36.347944 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Port 620ecc79-5d23-4306-a01f-1bba8dddefd6 on network 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:26:36.348481 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Attempting to bind port 620ecc79-5d23-4306-a01f-1bba8dddefd6 on network 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:26:36.354574 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:26:36.354914 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Checking segment: {'id': 'f037339a-0699-46f9-a876-fe515154c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:26:36.355301 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Bound using segment: {'id': 'f037339a-0699-46f9-a876-fe515154c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:26:36.355733 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Bound port: 620ecc79-5d23-4306-a01f-1bba8dddefd6, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f037339a-0699-46f9-a876-fe515154c36f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:26:36.356085 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:36.463351 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] For port 620ecc79-5d23-4306-a01f-1bba8dddefd6, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:26:36.466869 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] For port 620ecc79-5d23-4306-a01f-1bba8dddefd6, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:26:36.473581 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:36.478510 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:36.540795 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:36.541659 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:36.543119 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] 10.222.0.53 "PUT /v2.0/ports/620ecc79-5d23-4306-a01f-1bba8dddefd6 HTTP/1.1" status: 200 len: 1093 time: 1.2033601 Aug 02 13:26:36.545902 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'tag': '620ecc79-5d23-4306-a01f-1bba8dddefd6'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:26:36.571646 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Pushing event updated for resources: {'Port': ['ID=620ecc79-5d23-4306-a01f-1bba8dddefd6,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:36.575211 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:36.650568 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'tag': '620ecc79-5d23-4306-a01f-1bba8dddefd6', 'status': 'completed', 'code': 200} Aug 02 13:26:36.731556 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-d0d5dff2-a9ef-4206-a48b-79494ed16749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:36.734556 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-d0d5dff2-a9ef-4206-a48b-79494ed16749 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a82d37039e5426ba6d055fe0318e365&device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 1096 time: 0.1179364 Aug 02 13:26:36.839993 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-d48778c2-9175-4366-828d-4c026ef72a06 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6 HTTP/1.1" status: 200 len: 217 time: 0.0839586 Aug 02 13:26:36.910875 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-52e7618e-bec3-45d2-86c7-80d920f86b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:36.913444 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-52e7618e-bec3-45d2-86c7-80d920f86b55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd91de65-150b-4aad-ba28-79a156b1da71 HTTP/1.1" status: 200 len: 847 time: 0.0638855 Aug 02 13:26:37.006458 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-95ca117a-8a66-48b8-8075-4a182e896ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:37.009780 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-95ca117a-8a66-48b8-8075-4a182e896ce3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0891790 Aug 02 13:26:37.159674 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-a4f470c4-178a-4d07-b431-4a961beef196 service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387248 Aug 02 13:26:37.451386 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b82bcf62-5991-4834-a044-9bc3e5f28d60 req-604d62e7-59ba-4642-847e-342f9ad2e8fe service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846563 Aug 02 13:26:37.469414 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cccf95-f40f-4aa5-9fda-c633f4a82e22 req-9d90c89c-7182-4086-905a-02fd04499a47 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:37.470932 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a4cccf95-f40f-4aa5-9fda-c633f4a82e22 req-9d90c89c-7182-4086-905a-02fd04499a47 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.2692761 Aug 02 13:26:37.525150 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a4cccf95-f40f-4aa5-9fda-c633f4a82e22 req-22f6b756-120f-44a5-a749-620752cb7f19 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474265 Aug 02 13:26:37.623842 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85658479-ff6f-49aa-88d3-510cc46805d1 req-cdd19855-b5c6-444f-b51e-544df455e933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:37.625291 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-85658479-ff6f-49aa-88d3-510cc46805d1 req-cdd19855-b5c6-444f-b51e-544df455e933 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a82d37039e5426ba6d055fe0318e365&device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 1096 time: 0.0751224 Aug 02 13:26:37.768298 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85658479-ff6f-49aa-88d3-510cc46805d1 req-37d62cbd-6f6f-4f82-8402-98a8bf811036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:37.769784 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-85658479-ff6f-49aa-88d3-510cc46805d1 req-37d62cbd-6f6f-4f82-8402-98a8bf811036 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 HTTP/1.1" status: 200 len: 909 time: 0.1348796 Aug 02 13:26:37.851790 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-85658479-ff6f-49aa-88d3-510cc46805d1 req-9ce11dad-344c-429e-949f-94028854018c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6 HTTP/1.1" status: 200 len: 217 time: 0.0716217 Aug 02 13:26:37.920937 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85658479-ff6f-49aa-88d3-510cc46805d1 req-e8739dd3-5494-4e58-942d-5c5ab39eb08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:37.922327 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-85658479-ff6f-49aa-88d3-510cc46805d1 req-e8739dd3-5494-4e58-942d-5c5ab39eb08b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd91de65-150b-4aad-ba28-79a156b1da71 HTTP/1.1" status: 200 len: 847 time: 0.0621657 Aug 02 13:26:38.011953 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85658479-ff6f-49aa-88d3-510cc46805d1 req-e37af942-ad48-4857-a0cf-2ad4aa7e782b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:38.013456 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-85658479-ff6f-49aa-88d3-510cc46805d1 req-e37af942-ad48-4857-a0cf-2ad4aa7e782b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0780492 Aug 02 13:26:38.154218 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-85658479-ff6f-49aa-88d3-510cc46805d1 req-d6efeb2d-bf79-475a-b4b2-6f94771beb39 service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301961 Aug 02 13:26:38.305932 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-85658479-ff6f-49aa-88d3-510cc46805d1 req-748af22b-a775-47eb-8d2f-df855d930d96 service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438870 Aug 02 13:26:38.704628 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57636) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:38.723875 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71234e-1e02-4b04-a700-009ef46b9858 req-d7a695b0-3391-4e51-875c-cdc407e799c3 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:38.725589 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8c71234e-1e02-4b04-a700-009ef46b9858 req-d7a695b0-3391-4e51-875c-cdc407e799c3 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.0895975 Aug 02 13:26:38.775374 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8c71234e-1e02-4b04-a700-009ef46b9858 req-c3501a54-d703-4a0d-9995-1ef734a3be68 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429120 Aug 02 13:26:38.832136 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-21f1ddac-1a98-47af-b315-4903ed18b78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:38.847649 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-21f1ddac-1a98-47af-b315-4903ed18b78f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:38.851642 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-21f1ddac-1a98-47af-b315-4903ed18b78f admin admin] Usage tracker for resource:security_group_rule and tenant:283315367cf0460eaf54e4541056031a is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:38.854603 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-21f1ddac-1a98-47af-b315-4903ed18b78f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:38.860368 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-21f1ddac-1a98-47af-b315-4903ed18b78f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:38.948765 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-21f1ddac-1a98-47af-b315-4903ed18b78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:38.954172 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-21f1ddac-1a98-47af-b315-4903ed18b78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:38.962170 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-3feb6621-c75f-47f9-8afc-2a992ca1a2f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:39.002819 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-21f1ddac-1a98-47af-b315-4903ed18b78f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=283315367cf0460eaf54e4541056031a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2970455 Aug 02 13:26:39.003717 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f1ddac-1a98-47af-b315-4903ed18b78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9457d0bd-8d50-47f9-8f7b-4d0ea09ad520,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:39.005570 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57642) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:39.006763 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-21f1ddac-1a98-47af-b315-4903ed18b78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:39.069343 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d7a782a8-6312-4088-b712-3aabea49a5bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:39.097125 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d7a782a8-6312-4088-b712-3aabea49a5bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:39.252956 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d7a782a8-6312-4088-b712-3aabea49a5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:39.257801 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-ce23b1fb-d87f-4c58-ad38-a2d25d8f7292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:39.270900 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a782a8-6312-4088-b712-3aabea49a5bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9457d0bd-8d50-47f9-8f7b-4d0ea09ad520,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:39.273610 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-d7a782a8-6312-4088-b712-3aabea49a5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:39.281348 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d7a782a8-6312-4088-b712-3aabea49a5bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:39.284893 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-d7a782a8-6312-4088-b712-3aabea49a5bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9457d0bd-8d50-47f9-8f7b-4d0ea09ad520 HTTP/1.1" status: 204 len: 168 time: 0.2753787 Aug 02 13:26:39.569644 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57650) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:39.587324 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e47d-c0e4-43a9-966f-98773cf8b649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:39.601985 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-c9a2e47d-c0e4-43a9-966f-98773cf8b649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:39.605804 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-c9a2e47d-c0e4-43a9-966f-98773cf8b649 admin admin] Usage tracker for resource:security_group_rule and tenant:b16d23386cd24fdcbcfb6c5f6eb8ed10 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:39.608578 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-c9a2e47d-c0e4-43a9-966f-98773cf8b649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:39.614210 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-c9a2e47d-c0e4-43a9-966f-98773cf8b649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:39.698718 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e47d-c0e4-43a9-966f-98773cf8b649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:39.703317 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-c9a2e47d-c0e4-43a9-966f-98773cf8b649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:39.709810 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-3c21d3f4-93db-49a0-879e-b37ee890791e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:39.749790 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a2e47d-c0e4-43a9-966f-98773cf8b649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2177e2a9-2417-4ac6-9310-d69b012d11df,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:39.754404 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-c9a2e47d-c0e4-43a9-966f-98773cf8b649 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b16d23386cd24fdcbcfb6c5f6eb8ed10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836827 Aug 02 13:26:39.755446 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-c9a2e47d-c0e4-43a9-966f-98773cf8b649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:39.757891 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57654) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:39.821562 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-429aafb5-9c3f-4d16-ac02-862e5ba95c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:39.847905 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-429aafb5-9c3f-4d16-ac02-862e5ba95c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:39.900750 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-429aafb5-9c3f-4d16-ac02-862e5ba95c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:39.904524 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-51f08d4e-af65-4f60-8845-03012380c536 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:39.916318 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429aafb5-9c3f-4d16-ac02-862e5ba95c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2177e2a9-2417-4ac6-9310-d69b012d11df,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:39.918645 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-429aafb5-9c3f-4d16-ac02-862e5ba95c72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:39.924791 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-429aafb5-9c3f-4d16-ac02-862e5ba95c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:39.928210 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-429aafb5-9c3f-4d16-ac02-862e5ba95c72 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2177e2a9-2417-4ac6-9310-d69b012d11df HTTP/1.1" status: 204 len: 168 time: 0.1674337 Aug 02 13:26:39.967934 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cb593-2a4f-405a-ba1a-673cfa5bbce3 req-df453adf-8534-4a1e-b248-c7908af9add5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:39.969436 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5c5cb593-2a4f-405a-ba1a-673cfa5bbce3 req-df453adf-8534-4a1e-b248-c7908af9add5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.0901196 Aug 02 13:26:40.015698 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5c5cb593-2a4f-405a-ba1a-673cfa5bbce3 req-6f4bf3bd-5f99-4242-9fb1-dde6e882a83c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404518 Aug 02 13:26:40.482695 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:26:41.201610 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622d556-e94f-4ce9-a742-ffc7a161c881 req-48f2863d-57c2-42a0-b25d-c4ea49ad74a7 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:41.203085 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2622d556-e94f-4ce9-a742-ffc7a161c881 req-48f2863d-57c2-42a0-b25d-c4ea49ad74a7 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.0806527 Aug 02 13:26:41.253014 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-2622d556-e94f-4ce9-a742-ffc7a161c881 req-5701e20c-b0f0-4d1e-8861-0f7fba303bdf tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443430 Aug 02 13:26:42.457871 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1f041-82a6-492b-8b57-2d5f99387d3a req-fdb33f64-2f6c-40c7-9cca-055d53aff93f tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:42.459445 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-45a1f041-82a6-492b-8b57-2d5f99387d3a req-fdb33f64-2f6c-40c7-9cca-055d53aff93f tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.0935678 Aug 02 13:26:42.523015 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-45a1f041-82a6-492b-8b57-2d5f99387d3a req-8e3ed96e-3c01-43e2-95df-40d44af330b3 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510108 Aug 02 13:26:43.730478 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8b70f-81e3-485e-9fd3-6e7a63da7452 req-f5994f6f-13df-4519-82f6-b31e3e025488 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:43.732001 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5ad8b70f-81e3-485e-9fd3-6e7a63da7452 req-f5994f6f-13df-4519-82f6-b31e3e025488 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.0865879 Aug 02 13:26:43.783029 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5ad8b70f-81e3-485e-9fd3-6e7a63da7452 req-0d868927-dcda-444c-a066-bb31b75d01a1 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449290 Aug 02 13:26:44.982942 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eddabd3-1302-46a3-b085-8c26bb0c6d6e req-b6fcf07e-01ba-47e9-a4d0-50e5e5d7ba02 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:44.984344 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5eddabd3-1302-46a3-b085-8c26bb0c6d6e req-b6fcf07e-01ba-47e9-a4d0-50e5e5d7ba02 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.0890751 Aug 02 13:26:45.032836 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5eddabd3-1302-46a3-b085-8c26bb0c6d6e req-de6293b4-3540-4e9b-93b4-dc4c4594d353 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425761 Aug 02 13:26:45.694669 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57764) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:45.811752 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-75962bef-bf92-45c1-a2be-b9fc497b34c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:45.829289 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-75962bef-bf92-45c1-a2be-b9fc497b34c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:45.833333 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-75962bef-bf92-45c1-a2be-b9fc497b34c3 admin admin] Usage tracker for resource:security_group_rule and tenant:9aaccfa2ba5743759098c99d77860d63 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:45.836431 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-75962bef-bf92-45c1-a2be-b9fc497b34c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:45.842340 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-75962bef-bf92-45c1-a2be-b9fc497b34c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:45.932435 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-75962bef-bf92-45c1-a2be-b9fc497b34c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:45.937011 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-75962bef-bf92-45c1-a2be-b9fc497b34c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:45.945563 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-86a8c2f0-1ca1-4b5b-96d8-290c082a3db3 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:46.025647 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-75962bef-bf92-45c1-a2be-b9fc497b34c3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9aaccfa2ba5743759098c99d77860d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295090 Aug 02 13:26:46.026977 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75962bef-bf92-45c1-a2be-b9fc497b34c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d184b9-d514-439c-ab8d-8de547dd2e6e,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:46.028032 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57770) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:46.032127 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-75962bef-bf92-45c1-a2be-b9fc497b34c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:46.094325 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7f18-8572-4ce6-8b56-16925a88e62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:46.124159 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7f18-8572-4ce6-8b56-16925a88e62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:46.188562 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7f18-8572-4ce6-8b56-16925a88e62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:46.194148 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-caf2b9f5-871f-4cdf-88d6-57b9d7dbcac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:46.208179 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a7f18-8572-4ce6-8b56-16925a88e62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d184b9-d514-439c-ab8d-8de547dd2e6e,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:46.211821 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8c7a7f18-8572-4ce6-8b56-16925a88e62b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:46.218324 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-8c7a7f18-8572-4ce6-8b56-16925a88e62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:46.221972 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-8c7a7f18-8572-4ce6-8b56-16925a88e62b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20d184b9-d514-439c-ab8d-8de547dd2e6e HTTP/1.1" status: 204 len: 168 time: 0.1925673 Aug 02 13:26:46.242135 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987219f5-167c-4d9a-b76b-04310840a883 req-cefc9cff-d453-4037-ae9e-f3ed82eb2eba tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:46.242135 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-987219f5-167c-4d9a-b76b-04310840a883 req-cefc9cff-d453-4037-ae9e-f3ed82eb2eba tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.1006615 Aug 02 13:26:46.299190 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-987219f5-167c-4d9a-b76b-04310840a883 req-8f20469e-f5e6-4f22-bde8-9aa31a38ef87 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516622 Aug 02 13:26:46.542368 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57780) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:46.564581 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4243f987-6044-4997-adc1-090bc7c51a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:46.581365 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-4243f987-6044-4997-adc1-090bc7c51a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:46.585177 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-4243f987-6044-4997-adc1-090bc7c51a4a admin admin] Usage tracker for resource:security_group_rule and tenant:5f70ca0f7d424d729e6ea74c9e499da8 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:46.588275 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-4243f987-6044-4997-adc1-090bc7c51a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:46.594205 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-4243f987-6044-4997-adc1-090bc7c51a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:46.687598 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4243f987-6044-4997-adc1-090bc7c51a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:46.692345 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4243f987-6044-4997-adc1-090bc7c51a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:46.701179 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:46.709371 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 620ecc79-5d23-4306-a01f-1bba8dddefd6 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:26:46.745825 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-4243f987-6044-4997-adc1-090bc7c51a4a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5f70ca0f7d424d729e6ea74c9e499da8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023325 Aug 02 13:26:46.746806 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243f987-6044-4997-adc1-090bc7c51a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6af905-dbc5-46c0-8266-e59f0ff1dfc6,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:46.748579 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57784) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:46.750103 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4243f987-6044-4997-adc1-090bc7c51a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:46.824096 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c5d60a19-6bfe-477b-b628-c5458b81bbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:46.851190 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 620ecc79-5d23-4306-a01f-1bba8dddefd6, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:26:46.852221 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c5d60a19-6bfe-477b-b628-c5458b81bbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:46.865824 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '620ecc79-5d23-4306-a01f-1bba8dddefd6', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'port_id': '620ecc79-5d23-4306-a01f-1bba8dddefd6', 'mac_address': 'fa:16:3e:a0:6e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:26:46.905657 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c5d60a19-6bfe-477b-b628-c5458b81bbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:46.909496 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f274ef70-f681-4024-bdcb-978a1b73cc61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:46.921811 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d60a19-6bfe-477b-b628-c5458b81bbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6af905-dbc5-46c0-8266-e59f0ff1dfc6,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:46.924167 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c5d60a19-6bfe-477b-b628-c5458b81bbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:46.930309 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c5d60a19-6bfe-477b-b628-c5458b81bbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:46.931713 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-c5d60a19-6bfe-477b-b628-c5458b81bbb6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bd6af905-dbc5-46c0-8266-e59f0ff1dfc6 HTTP/1.1" status: 204 len: 168 time: 0.1714845 Aug 02 13:26:46.937890 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:46.961562 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620ecc79-5d23-4306-a01f-1bba8dddefd6 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:26:46.980192 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 620ecc79-5d23-4306-a01f-1bba8dddefd6, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:26:46.984564 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:46.986580 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-0cbe21fe-268e-4d7c-a582-a1ed29de0835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:47.057508 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=620ecc79-5d23-4306-a01f-1bba8dddefd6,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:47.065499 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:47.065847 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:47.066190 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:47.066796 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:47.067128 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:47.067456 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:47.067784 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:47.068109 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:47.068436 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:47.068762 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:47.069080 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:47.069426 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:47.074584 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:47.315838 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57792) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:47.341831 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['620ecc79-5d23-4306-a01f-1bba8dddefd6'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:26:47.342159 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-36631e46-ba15-446e-b339-75cf2592f934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:47.358156 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-36631e46-ba15-446e-b339-75cf2592f934 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:47.363110 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-36631e46-ba15-446e-b339-75cf2592f934 admin admin] Usage tracker for resource:security_group_rule and tenant:b146d9ca021c4340be1de2ea2bc117b8 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:47.366602 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-36631e46-ba15-446e-b339-75cf2592f934 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:47.374772 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-36631e46-ba15-446e-b339-75cf2592f934 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:47.474067 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-36631e46-ba15-446e-b339-75cf2592f934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:47.478561 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-36631e46-ba15-446e-b339-75cf2592f934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:47.487731 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-cfba3485-b2d0-4df3-9ef4-0d0f427a87d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:47.537951 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57798) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:47.538554 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-36631e46-ba15-446e-b339-75cf2592f934 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b146d9ca021c4340be1de2ea2bc117b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2207375 Aug 02 13:26:47.539627 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36631e46-ba15-446e-b339-75cf2592f934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457dbe84-8479-4d45-bbf5-969e4a62ff54,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:47.543060 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-36631e46-ba15-446e-b339-75cf2592f934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:47.599830 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad48a76-f149-49af-8a03-bdb4342132a9 req-32406b78-9f01-4b5a-b51f-9bf9e66c3299 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:47.601965 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-cad48a76-f149-49af-8a03-bdb4342132a9 req-32406b78-9f01-4b5a-b51f-9bf9e66c3299 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 944 time: 0.1314669 Aug 02 13:26:47.652219 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1d3da7b6-923b-46f2-bb89-61edbe4420dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:47.676572 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-cad48a76-f149-49af-8a03-bdb4342132a9 req-02376d61-fb92-4860-bcbb-ec917bd0bb8e tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663176 Aug 02 13:26:47.691392 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1d3da7b6-923b-46f2-bb89-61edbe4420dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:47.752032 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1d3da7b6-923b-46f2-bb89-61edbe4420dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:47.756082 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f7e8713d-4fbf-4668-8f3d-9e0f6d9666ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:47.776350 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3da7b6-923b-46f2-bb89-61edbe4420dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457dbe84-8479-4d45-bbf5-969e4a62ff54,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:47.779878 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-1d3da7b6-923b-46f2-bb89-61edbe4420dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:47.781991 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-1d3da7b6-923b-46f2-bb89-61edbe4420dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:47.783109 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-1d3da7b6-923b-46f2-bb89-61edbe4420dc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/457dbe84-8479-4d45-bbf5-969e4a62ff54 HTTP/1.1" status: 204 len: 168 time: 0.2428639 Aug 02 13:26:48.717128 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 620ecc79-5d23-4306-a01f-1bba8dddefd6 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:26:48.796468 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 620ecc79-5d23-4306-a01f-1bba8dddefd6 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:26:48.801901 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 620ecc79-5d23-4306-a01f-1bba8dddefd6 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:26:48.802370 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:48.919206 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7aab00-9a25-4b72-a2cc-d94f9c8db0f5 req-fda2c488-7857-46c4-81d7-b8bb437a7fc9 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:48.920788 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7b7aab00-9a25-4b72-a2cc-d94f9c8db0f5 req-fda2c488-7857-46c4-81d7-b8bb437a7fc9 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 944 time: 0.1190577 Aug 02 13:26:48.954185 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:48.975414 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7b7aab00-9a25-4b72-a2cc-d94f9c8db0f5 req-432370bc-23a4-4501-aebf-950c5ed080fe tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479519 Aug 02 13:26:48.986305 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620ecc79-5d23-4306-a01f-1bba8dddefd6'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:26:49.003325 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 620ecc79-5d23-4306-a01f-1bba8dddefd6, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:26:49.009182 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:49.012686 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:49.059258 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620ecc79-5d23-4306-a01f-1bba8dddefd6', 'code': 200} Aug 02 13:26:49.099496 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=620ecc79-5d23-4306-a01f-1bba8dddefd6,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:49.103080 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:49.493435 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d9bc05-a863-453b-8283-7b09ae2930a8 req-255a1f47-619b-4eb3-8b8e-de2a0a5adc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:49.494941 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a9d9bc05-a863-453b-8283-7b09ae2930a8 req-255a1f47-619b-4eb3-8b8e-de2a0a5adc07 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 1098 time: 0.1608303 Aug 02 13:26:49.558223 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a9d9bc05-a863-453b-8283-7b09ae2930a8 req-0a39b4c0-a0f1-4652-b26f-b2e451c92c08 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518477 Aug 02 13:26:49.721195 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0f8567cc-1a23-417f-b041-0fdd1c093d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:50.166010 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:50.184747 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef22f7-16c5-44e4-9253-05a7a201b65d req-ab9c42c0-63aa-495c-ab3e-5df44f1f20f3 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:50.188399 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-54ef22f7-16c5-44e4-9253-05a7a201b65d req-ab9c42c0-63aa-495c-ab3e-5df44f1f20f3 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.1015792 Aug 02 13:26:50.236330 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-54ef22f7-16c5-44e4-9253-05a7a201b65d req-cc9721d8-a794-4de5-af54-dc32ff833505 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413401 Aug 02 13:26:50.242587 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57876) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:50.363396 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-09aaee4c-5286-4e9b-8209-a8b0349847e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:50.378907 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-09aaee4c-5286-4e9b-8209-a8b0349847e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:50.382766 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-09aaee4c-5286-4e9b-8209-a8b0349847e6 admin admin] Usage tracker for resource:security_group_rule and tenant:990a2ae72fa3404fa079ec5936e70594 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:50.385663 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-09aaee4c-5286-4e9b-8209-a8b0349847e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:50.391394 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-09aaee4c-5286-4e9b-8209-a8b0349847e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:50.474692 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-09aaee4c-5286-4e9b-8209-a8b0349847e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:50.478985 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-09aaee4c-5286-4e9b-8209-a8b0349847e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:50.487645 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-77766cc6-2c82-4496-afe0-0ab34aeb13b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:50.528755 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-09aaee4c-5286-4e9b-8209-a8b0349847e6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=990a2ae72fa3404fa079ec5936e70594&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851102 Aug 02 13:26:50.530392 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aaee4c-5286-4e9b-8209-a8b0349847e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779fbd88-6d75-4522-8e91-e47dd338f556,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:50.531494 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57882) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:50.533343 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-09aaee4c-5286-4e9b-8209-a8b0349847e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:50.591485 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ffa94fa9-fd72-4991-adee-24e87a10ea02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:50.621815 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ffa94fa9-fd72-4991-adee-24e87a10ea02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:50.678837 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ffa94fa9-fd72-4991-adee-24e87a10ea02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:50.682705 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-de2089d2-f1fe-4e9d-a02a-ca7c933460b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:50.694614 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa94fa9-fd72-4991-adee-24e87a10ea02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779fbd88-6d75-4522-8e91-e47dd338f556,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:50.700160 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ffa94fa9-fd72-4991-adee-24e87a10ea02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:50.702069 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-ffa94fa9-fd72-4991-adee-24e87a10ea02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:50.705761 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-ffa94fa9-fd72-4991-adee-24e87a10ea02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/779fbd88-6d75-4522-8e91-e47dd338f556 HTTP/1.1" status: 204 len: 168 time: 0.1730957 Aug 02 13:26:50.987047 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57890) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:51.004383 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4f630030-1146-4011-8de4-7a731403e117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:51.019591 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-4f630030-1146-4011-8de4-7a731403e117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:51.024201 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-4f630030-1146-4011-8de4-7a731403e117 admin admin] Usage tracker for resource:security_group_rule and tenant:5945a92b85e84971aca553eae81d3935 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:51.027143 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-4f630030-1146-4011-8de4-7a731403e117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:51.032778 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-4f630030-1146-4011-8de4-7a731403e117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:51.119522 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4f630030-1146-4011-8de4-7a731403e117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:51.123438 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4f630030-1146-4011-8de4-7a731403e117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:51.130621 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-0da1aa29-9de7-4d8e-a704-f5b3b9d8c4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:51.171476 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f630030-1146-4011-8de4-7a731403e117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91aa67c4-06e4-4cf4-b017-1113f80376e2,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:51.175588 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-4f630030-1146-4011-8de4-7a731403e117 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5945a92b85e84971aca553eae81d3935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1874168 Aug 02 13:26:51.176549 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4f630030-1146-4011-8de4-7a731403e117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:51.178182 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57894) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:51.241310 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7b5ee33b-8047-4417-844e-b6f846fe729b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:51.269769 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7b5ee33b-8047-4417-844e-b6f846fe729b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:51.329712 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7b5ee33b-8047-4417-844e-b6f846fe729b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:51.334633 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8c7a7f18-8572-4ce6-8b56-16925a88e62b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:51.345828 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ee33b-8047-4417-844e-b6f846fe729b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aa67c4-06e4-4cf4-b017-1113f80376e2,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:51.348105 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-7b5ee33b-8047-4417-844e-b6f846fe729b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:51.355119 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7b5ee33b-8047-4417-844e-b6f846fe729b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:51.356259 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-7b5ee33b-8047-4417-844e-b6f846fe729b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/91aa67c4-06e4-4cf4-b017-1113f80376e2 HTTP/1.1" status: 204 len: 168 time: 0.1770017 Aug 02 13:26:51.475882 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d25965-abd0-4b71-8208-15978a1402c3 req-3852f0e0-79e6-4712-94d1-b17bfbf5e4a9 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:51.477947 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-05d25965-abd0-4b71-8208-15978a1402c3 req-3852f0e0-79e6-4712-94d1-b17bfbf5e4a9 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0937052 Aug 02 13:26:51.534332 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-05d25965-abd0-4b71-8208-15978a1402c3 req-252e19bc-4093-4987-af0f-f36baafdf670 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498152 Aug 02 13:26:51.743800 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09537af0-354c-4bde-a405-e52fc85dabf1 req-949379b8-dc8f-47ea-9862-685bbd7be38f tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:51.745328 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-09537af0-354c-4bde-a405-e52fc85dabf1 req-949379b8-dc8f-47ea-9862-685bbd7be38f tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0873690 Aug 02 13:26:51.794314 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-09537af0-354c-4bde-a405-e52fc85dabf1 req-0946d84e-40bb-4ba7-b54c-02fb03bf117c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434337 Aug 02 13:26:51.817822 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 57914) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:52.055315 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb03fb51-d89f-44a9-81ec-937463f663f9 tempest-TestShelveInstance-1628522313 tempest-TestShelveInstance-1628522313-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:52.056020 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-fb03fb51-d89f-44a9-81ec-937463f663f9 tempest-TestShelveInstance-1628522313 tempest-TestShelveInstance-1628522313-project-admin] Synchronizing usage tracker for tenant:906b3cdf8d5b40d09b6a771822c1ce17 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:26:52.073619 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-fb03fb51-d89f-44a9-81ec-937463f663f9 tempest-TestShelveInstance-1628522313 tempest-TestShelveInstance-1628522313-project-admin] Unset dirty status for tenant:906b3cdf8d5b40d09b6a771822c1ce17 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:26:52.074881 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-fb03fb51-d89f-44a9-81ec-937463f663f9 tempest-TestShelveInstance-1628522313 tempest-TestShelveInstance-1628522313-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 1093 time: 0.2560146 Aug 02 13:26:52.077877 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 57928) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:26:52.083429 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Request body: {'floatingip': {'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'port_id': '620ecc79-5d23-4306-a01f-1bba8dddefd6', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:26:52.089579 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:26:52.093640 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Usage tracker for resource:floatingip and tenant:8a82d37039e5426ba6d055fe0318e365 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:26:52.096645 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:26:52.103241 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:26:52.113813 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for floatingip, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:52.258967 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:52.411803 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Allocated IP 172.27.2.194 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/b074e838-af47-46c7-8231-a23e9cc0b527) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:26:52.565832 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:52.597403 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:52.603190 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-33e0024f-663a-4195-b341-d9532b4c5c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:52.673502 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:26:52.676227 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:26:52.681601 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:26:52.828193 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-8719a3d0-4d70-48b2-b246-8193b7a12613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:52.838187 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Pushing event updated for resources: {'Port': ['ID=b074e838-af47-46c7-8231-a23e9cc0b527,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:52.849192 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:52.849647 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:52.850035 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:52.850417 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:52.850790 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:52.851159 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:52.852148 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:52.852736 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:52.853286 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:52.853714 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:52.854088 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:52.854455 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:26:52.859795 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:53.255810 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:53.356058 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:53.561491 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:53.579740 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for port, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:53.584176 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132222383'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:53.588973 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-108ca31e-e77b-4b79-bad9-b5a4e5d68a04 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:26:53.700281 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Pushing event updated for resources: {'Port': ['ID=b074e838-af47-46c7-8231-a23e9cc0b527,revision_number=2']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:26:53.704690 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:26:53.711744 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:53.885864 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.l3_db [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Floating IP 590252cc-b036-494a-bef1-d03c689f153a associated. External IP: 172.27.2.194, port: 620ecc79-5d23-4306-a01f-1bba8dddefd6. Aug 02 13:26:54.254135 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Router b11e962d-fef4-4de9-89b1-40105a23a050 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:26:54.564362 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:26:54.574605 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d0ac8-eb15-447b-b867-96a7c8c7ff22 None None] Sync routers for ids ['b11e962d-fef4-4de9-89b1-40105a23a050'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:26:54.584148 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d0ac8-eb15-447b-b867-96a7c8c7ff22 None None] Routers {'b11e962d-fef4-4de9-89b1-40105a23a050'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:26:54.584778 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-a65d0ac8-eb15-447b-b867-96a7c8c7ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:26:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['b11e962d-fef4-4de9-89b1-40105a23a050'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:54.609288 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:54.678659 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5993440 Aug 02 13:26:54.680276 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'tag': '620ecc79-5d23-4306-a01f-1bba8dddefd6'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:26:54.750968 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'tag': '620ecc79-5d23-4306-a01f-1bba8dddefd6', 'status': 'completed', 'code': 200} Aug 02 13:26:54.774117 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-a65d0ac8-eb15-447b-b867-96a7c8c7ff22 None None] Set router b11e962d-fef4-4de9-89b1-40105a23a050 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:26:54.893694 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe507b-fa90-48f8-9b83-ac6956e71cf1 req-41ae169d-248b-4b9c-8c2e-23c377a8e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:54.895075 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7efe507b-fa90-48f8-9b83-ac6956e71cf1 req-41ae169d-248b-4b9c-8c2e-23c377a8e320 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a82d37039e5426ba6d055fe0318e365&device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 1098 time: 0.0796320 Aug 02 13:26:54.992630 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:26:55.048362 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe507b-fa90-48f8-9b83-ac6956e71cf1 req-db80036c-039a-4b21-b076-7b6df9419f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:55.049886 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7efe507b-fa90-48f8-9b83-ac6956e71cf1 req-db80036c-039a-4b21-b076-7b6df9419f83 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 HTTP/1.1" status: 200 len: 909 time: 0.1473281 Aug 02 13:26:55.184155 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7efe507b-fa90-48f8-9b83-ac6956e71cf1 req-df0555c6-6021-4e5a-9976-4635e07ef23d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6 HTTP/1.1" status: 200 len: 999 time: 0.1264317 Aug 02 13:26:55.235612 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-a65d0ac8-eb15-447b-b867-96a7c8c7ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:57Z', 'revision_number': 4, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'gw_port': {'id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '590252cc-b036-494a-bef1-d03c689f153a', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'port_id': '620ecc79-5d23-4306-a01f-1bba8dddefd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'mac_address': 'fa:16:3e:a0:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:26:53Z', 'updated_at': '2021-08-02T13:26:53Z', 'revision_number': 0, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08829bc3-f662-4213-95be-945b7ebd56a1', 'name': '', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'mac_address': 'fa:16:3e:f3:03:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:56Z', 'updated_at': '2021-08-02T13:26:03Z', 'revision_number': 5, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'subnets': [{'id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:55.239867 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d0ac8-eb15-447b-b867-96a7c8c7ff22 None None] Checking router: b11e962d-fef4-4de9-89b1-40105a23a050 for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:26:55.249396 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d0ac8-eb15-447b-b867-96a7c8c7ff22 None None] Routers {'b11e962d-fef4-4de9-89b1-40105a23a050'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:26:55.250025 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-a65d0ac8-eb15-447b-b867-96a7c8c7ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:26:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['b11e962d-fef4-4de9-89b1-40105a23a050'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:55.254418 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe507b-fa90-48f8-9b83-ac6956e71cf1 req-9ebc40c4-72c9-4ac8-a3c7-84a6e0f39cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:55.255862 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7efe507b-fa90-48f8-9b83-ac6956e71cf1 req-9ebc40c4-72c9-4ac8-a3c7-84a6e0f39cce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd91de65-150b-4aad-ba28-79a156b1da71 HTTP/1.1" status: 200 len: 847 time: 0.0651062 Aug 02 13:26:55.337841 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efe507b-fa90-48f8-9b83-ac6956e71cf1 req-53736e7f-41c1-4479-8da4-5e06ecbe6e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:26:55.339430 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7efe507b-fa90-48f8-9b83-ac6956e71cf1 req-53736e7f-41c1-4479-8da4-5e06ecbe6e2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762804 Aug 02 13:26:55.443578 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-a65d0ac8-eb15-447b-b867-96a7c8c7ff22 None None] Set router b11e962d-fef4-4de9-89b1-40105a23a050 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:26:55.482035 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7efe507b-fa90-48f8-9b83-ac6956e71cf1 req-6f6b9b5b-008e-436f-bd67-53091d91ba2a service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353498 Aug 02 13:26:55.621975 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7efe507b-fa90-48f8-9b83-ac6956e71cf1 req-263a8d11-fa51-4603-ade8-5d70f3ce5193 service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327181 Aug 02 13:26:55.802989 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-a65d0ac8-eb15-447b-b867-96a7c8c7ff22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:57Z', 'revision_number': 4, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'gw_port': {'id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '590252cc-b036-494a-bef1-d03c689f153a', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'port_id': '620ecc79-5d23-4306-a01f-1bba8dddefd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'mac_address': 'fa:16:3e:a0:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:26:53Z', 'updated_at': '2021-08-02T13:26:53Z', 'revision_number': 0, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08829bc3-f662-4213-95be-945b7ebd56a1', 'name': '', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'mac_address': 'fa:16:3e:f3:03:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:56Z', 'updated_at': '2021-08-02T13:26:03Z', 'revision_number': 5, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'subnets': [{'id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:26:55.807439 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65d0ac8-eb15-447b-b867-96a7c8c7ff22 None None] The sync data for ids ['b11e962d-fef4-4de9-89b1-40105a23a050'] in dv-cinder-803181-1-iscsi is: [{'id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:57Z', 'revision_number': 4, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'gw_port': {'id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '590252cc-b036-494a-bef1-d03c689f153a', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'port_id': '620ecc79-5d23-4306-a01f-1bba8dddefd6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'mac_address': 'fa:16:3e:a0:6e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:26:53Z', 'updated_at': '2021-08-02T13:26:53Z', 'revision_number': 0, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08829bc3-f662-4213-95be-945b7ebd56a1', 'name': '', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'mac_address': 'fa:16:3e:f3:03:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:56Z', 'updated_at': '2021-08-02T13:26:03Z', 'revision_number': 5, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'subnets': [{'id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:26:56.007197 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a23e80-c9ad-427d-816b-9e3cf56b2e1a None None] New status for floating IP 590252cc-b036-494a-bef1-d03c689f153a: ACTIVE {{(pid=78570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:27:06.342208 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:09.805029 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9168b698-4b76-4cf7-affc-e5b8ca4e8cb6 req-c7147f10-7949-470d-a7d2-62ab66bd2b53 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758955 Aug 02 13:27:09.975558 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168b698-4b76-4cf7-affc-e5b8ca4e8cb6 req-eecc49b1-b396-4242-b5d2-0e48648b46ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:27:09.977589 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9168b698-4b76-4cf7-affc-e5b8ca4e8cb6 req-eecc49b1-b396-4242-b5d2-0e48648b46ee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a82d37039e5426ba6d055fe0318e365&device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 1098 time: 0.0734227 Aug 02 13:27:10.133080 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168b698-4b76-4cf7-affc-e5b8ca4e8cb6 req-26f2a325-cbe4-4d7e-b216-8b4c78e507bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:27:10.136281 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9168b698-4b76-4cf7-affc-e5b8ca4e8cb6 req-26f2a325-cbe4-4d7e-b216-8b4c78e507bc service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 HTTP/1.1" status: 200 len: 909 time: 0.1379132 Aug 02 13:27:10.316220 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9168b698-4b76-4cf7-affc-e5b8ca4e8cb6 req-11a08aa3-28d4-4aa6-a387-973c6c9a751b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6 HTTP/1.1" status: 200 len: 1001 time: 0.1734755 Aug 02 13:27:10.385901 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168b698-4b76-4cf7-affc-e5b8ca4e8cb6 req-f91c07d1-6d08-4209-a4c8-cf0455bab13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:27:10.387277 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9168b698-4b76-4cf7-affc-e5b8ca4e8cb6 req-f91c07d1-6d08-4209-a4c8-cf0455bab13d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd91de65-150b-4aad-ba28-79a156b1da71 HTTP/1.1" status: 200 len: 847 time: 0.0607553 Aug 02 13:27:10.468520 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9168b698-4b76-4cf7-affc-e5b8ca4e8cb6 req-f75ce929-ece7-458d-b537-e7145f646b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:27:10.470049 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9168b698-4b76-4cf7-affc-e5b8ca4e8cb6 req-f75ce929-ece7-458d-b537-e7145f646b38 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752501 Aug 02 13:27:10.607793 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9168b698-4b76-4cf7-affc-e5b8ca4e8cb6 req-76282513-bead-45d6-a900-9a6d3f09fe65 service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299870 Aug 02 13:27:10.745026 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9168b698-4b76-4cf7-affc-e5b8ca4e8cb6 req-51a58c2f-cb73-4acf-ab89-8d20ffc4e7e1 service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301994 Aug 02 13:27:12.332094 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 58060) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:27:12.452894 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-77667771-92ee-49ce-a42c-24264c54278a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:12.468797 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-77667771-92ee-49ce-a42c-24264c54278a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:27:12.472763 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-77667771-92ee-49ce-a42c-24264c54278a admin admin] Usage tracker for resource:security_group_rule and tenant:a45d2d81679f4b19b890954b48625ea6 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:27:12.475941 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-77667771-92ee-49ce-a42c-24264c54278a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:27:12.482507 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-77667771-92ee-49ce-a42c-24264c54278a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:27:12.568266 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-77667771-92ee-49ce-a42c-24264c54278a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:12.572792 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-77667771-92ee-49ce-a42c-24264c54278a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:12.582211 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-75962bef-bf92-45c1-a2be-b9fc497b34c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:27:12.624543 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-77667771-92ee-49ce-a42c-24264c54278a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a45d2d81679f4b19b890954b48625ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2913060 Aug 02 13:27:12.625524 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77667771-92ee-49ce-a42c-24264c54278a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb3dbd1-1b2e-4c24-bc61-dd24972b8ab4,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:27:12.628035 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 58066) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:27:12.628846 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-77667771-92ee-49ce-a42c-24264c54278a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:27:12.688303 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:12.715242 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:12.774318 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:12.778612 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-6f3fae6a-9b7b-4ad1-9503-300069a7192c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:27:12.789333 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb3dbd1-1b2e-4c24-bc61-dd24972b8ab4,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:27:12.799984 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:27:12.800366 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:27:12.800745 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:27:12.801107 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:27:12.801493 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:27:12.801865 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:27:12.802230 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:27:12.802588 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:27:12.803022 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:27:12.803298 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:27:12.803654 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:27:12.804009 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:27:12.808569 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:27:12.809526 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:12.810647 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/efb3dbd1-1b2e-4c24-bc61-dd24972b8ab4 HTTP/1.1" status: 204 len: 168 time: 0.1822958 Aug 02 13:27:17.451464 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:27:19.718814 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-850a9892-8ff6-493c-b912-89bea32dc3af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:20.162209 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:22.823213 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-38e35317-d019-4a04-ab8b-ebec2c8350f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:23.562781 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:24.966408 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:36.362004 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:49.715962 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-5e95ff97-cd63-4651-b018-549b0cfc4b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:49.954014 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 58270) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:27:50.104833 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cec67b70-9c98-4fed-85c6-1c3404e9c0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:50.121099 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-cec67b70-9c98-4fed-85c6-1c3404e9c0a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:27:50.126252 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-cec67b70-9c98-4fed-85c6-1c3404e9c0a3 admin admin] Usage tracker for resource:security_group_rule and tenant:7976102916264f5db71d9b487b4d8885 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:27:50.129635 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-cec67b70-9c98-4fed-85c6-1c3404e9c0a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:27:50.135735 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-cec67b70-9c98-4fed-85c6-1c3404e9c0a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:27:50.175657 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:50.238069 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cec67b70-9c98-4fed-85c6-1c3404e9c0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:50.242442 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-cec67b70-9c98-4fed-85c6-1c3404e9c0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:50.250805 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-7b5ee33b-8047-4417-844e-b6f846fe729b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:27:50.293904 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-cec67b70-9c98-4fed-85c6-1c3404e9c0a3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7976102916264f5db71d9b487b4d8885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387761 Aug 02 13:27:50.294853 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec67b70-9c98-4fed-85c6-1c3404e9c0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa520ca-b287-464b-8790-f93dd5d7fc9a,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:27:50.297295 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 58276) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:27:50.299936 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-cec67b70-9c98-4fed-85c6-1c3404e9c0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:27:50.364985 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c411ff5e-6e56-4aba-88d3-c5a6461ba96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:50.394654 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c411ff5e-6e56-4aba-88d3-c5a6461ba96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:50.455230 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c411ff5e-6e56-4aba-88d3-c5a6461ba96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:50.460387 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-fcf656b6-8660-48f7-a3e2-5be1bbef371a tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:27:50.475339 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c411ff5e-6e56-4aba-88d3-c5a6461ba96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa520ca-b287-464b-8790-f93dd5d7fc9a,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:27:50.477825 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c411ff5e-6e56-4aba-88d3-c5a6461ba96e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:27:50.481897 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-c411ff5e-6e56-4aba-88d3-c5a6461ba96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:50.486500 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-c411ff5e-6e56-4aba-88d3-c5a6461ba96e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0aa520ca-b287-464b-8790-f93dd5d7fc9a HTTP/1.1" status: 204 len: 168 time: 0.1855814 Aug 02 13:27:51.223520 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 58300) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:27:51.358074 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-270988644-network', 'tenant_id': '9e079d18dd5044eb94768fa0fb338b3b'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:27:51.363983 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:27:51.370722 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Usage tracker for resource:network and tenant:9e079d18dd5044eb94768fa0fb338b3b is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:27:51.376098 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:27:51.386807 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:27:51.402738 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Made reservation on behalf of 9e079d18dd5044eb94768fa0fb338b3b for: {'network': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:27:51.405126 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:51.422826 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:51.439472 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:27:51.443732 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Usage tracker for resource:security_group_rule and tenant:9e079d18dd5044eb94768fa0fb338b3b is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:27:51.447171 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:27:51.454240 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:27:51.551386 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:51.555756 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:51.559323 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d38dfa56-2831-4502-abc7-16d2c4d6cc4d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:27:51.590533 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=78568) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:27:51.601530 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75cdb1e9-b1b0-4ba0-a60c-0656783f287a,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:27:51.605458 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:27:51.608537 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:51.608893 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.segments_db [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Added segment df475f56-6629-437d-9282-9493a7d3e242 of type vlan for network 1951f38a-d5e4-474f-b66d-53ccc6c394b5 Aug 02 13:27:51.657844 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:51.702961 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:51.704674 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:27:51.705383 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:51.709356 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:27:51.770862 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5418212 Aug 02 13:27:51.771452 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 58306) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:27:51.780404 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Request body: {'subnet': {'network_id': '1951f38a-d5e4-474f-b66d-53ccc6c394b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-270988644-subnet', 'tenant_id': '9e079d18dd5044eb94768fa0fb338b3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:27:51.788883 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:27:51.793374 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Usage tracker for resource:subnet and tenant:9e079d18dd5044eb94768fa0fb338b3b is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:27:51.798795 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:27:51.806277 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:27:51.818399 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Made reservation on behalf of 9e079d18dd5044eb94768fa0fb338b3b for: {'subnet': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:27:51.820919 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133771747'] for subnet, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:51.829504 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Pushing event updated for resources: {'Network': ['ID=1951f38a-d5e4-474f-b66d-53ccc6c394b5,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:27:51.832427 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:27:51.842384 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network 1951f38a-d5e4-474f-b66d-53ccc6c394b5 details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:27:52.102136 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132221222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133771665'] for subnet, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:52.106361 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:27:52.182543 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1c94887-a785-4ad5-aceb-a9f9298f4128,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:27:52.187081 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:27:52.195579 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Checking segment: {'id': 'df475f56-6629-437d-9282-9493a7d3e242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1951f38a-d5e4-474f-b66d-53ccc6c394b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:27:52.195953 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Network hostable DHCP agents. Network: 1951f38a-d5e4-474f-b66d-53ccc6c394b5, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:27:52.220322 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Network 1951f38a-d5e4-474f-b66d-53ccc6c394b5 is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:27:52.234733 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, 1951f38a-d5e4-474f-b66d-53ccc6c394b5) {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:27:52.241065 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:27:52.242392 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:52.246250 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3cb00d-28a1-4514-b6c9-0d67b416cb15 None None] Network 1951f38a-d5e4-474f-b66d-53ccc6c394b5 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:27:52.286044 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5127935 Aug 02 13:27:52.498415 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66e34bd-4f6a-4d65-8628-3fb512253d19 None None] Network 1951f38a-d5e4-474f-b66d-53ccc6c394b5 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:27:52.832454 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-7b1723b3-d0c1-43fa-b5e5-01eafd8657b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:53.566733 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:54.451758 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:27:54.978698 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:55.019091 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-9fe01e44-742f-4b0a-bdae-19eae485f88c tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:27:55.020686 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-9fe01e44-742f-4b0a-bdae-19eae485f88c tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/networks?id=1951f38a-d5e4-474f-b66d-53ccc6c394b5 HTTP/1.1" status: 200 len: 813 time: 0.1789896 Aug 02 13:27:55.037351 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-9e45fa32-f95b-4a89-89b1-14256fb849ab tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/quotas/9e079d18dd5044eb94768fa0fb338b3b HTTP/1.1" status: 200 len: 375 time: 0.0106812 Aug 02 13:27:55.095952 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-ca00581f-2fec-4fb9-9748-bb1cffdaa24b tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e079d18dd5044eb94768fa0fb338b3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526128 Aug 02 13:27:55.160826 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a07617-6e5c-4eb2-b077-0aa6e9e7637f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=78567) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 13:27:55.161875 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a07617-6e5c-4eb2-b077-0aa6e9e7637f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0590081 Aug 02 13:27:55.318915 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-a588a498-9066-4f7b-a318-e1f5f235f6de service neutron] 10.222.0.49 "GET /v2.0/networks/1951f38a-d5e4-474f-b66d-53ccc6c394b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466014 Aug 02 13:27:55.530617 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-0bf964f4-faa4-43c0-b31d-90ee29599560 service neutron] 10.222.0.49 "GET /v2.0/networks/1951f38a-d5e4-474f-b66d-53ccc6c394b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047868 Aug 02 13:27:55.783532 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-83af2270-9f6c-4bf0-9d3e-b3eb0a2cf663 req-089b6431-f7ba-40c1-814e-0dbf58517ffb tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 210 time: 0.1065779 Aug 02 13:27:56.942101 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-21450235-41bb-417e-86bc-a9072b7b6f05 req-af8eb33b-f3e6-403d-9afd-0e616b2240c8 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 210 time: 0.0450704 Aug 02 13:27:57.316294 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-0492f81f-b567-4642-81c8-55460d79b1c7 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:27:57.317694 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-0492f81f-b567-4642-81c8-55460d79b1c7 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Synchronizing usage tracker for tenant:9e079d18dd5044eb94768fa0fb338b3b on resource:network {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:27:57.348172 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-0492f81f-b567-4642-81c8-55460d79b1c7 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Unset dirty status for tenant:9e079d18dd5044eb94768fa0fb338b3b on resource:network {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:27:57.349744 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-0492f81f-b567-4642-81c8-55460d79b1c7 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.53 "GET /v2.0/networks?id=1951f38a-d5e4-474f-b66d-53ccc6c394b5 HTTP/1.1" status: 200 len: 813 time: 0.2178915 Aug 02 13:27:57.375979 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Request body: {'port': {'device_id': '973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1', 'network_id': '1951f38a-d5e4-474f-b66d-53ccc6c394b5', 'admin_state_up': True, 'tenant_id': '9e079d18dd5044eb94768fa0fb338b3b'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:27:57.541085 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:27:57.545377 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Usage tracker for resource:port and tenant:9e079d18dd5044eb94768fa0fb338b3b is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:27:57.548684 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:27:57.555163 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:27:57.566253 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Made reservation on behalf of 9e079d18dd5044eb94768fa0fb338b3b for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:27:57.569933 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:57.748199 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Allocated IP 172.20.0.11 (1951f38a-d5e4-474f-b66d-53ccc6c394b5/a1c94887-a785-4ad5-aceb-a9f9298f4128/476f942e-f98e-446c-882f-53b75f8d1f4a) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:27:57.986556 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:58.033022 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:58.042736 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-5ba914c9-fdbd-42a6-a511-0d3fab300227 tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:27:58.287655 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Network 1951f38a-d5e4-474f-b66d-53ccc6c394b5 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:27:58.292524 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Pushing event updated for resources: {'Port': ['ID=476f942e-f98e-446c-882f-53b75f8d1f4a,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:27:58.295080 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:27:58.297552 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:27:58.300594 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:27:58.374586 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:27:58.375501 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:58.399702 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed2b590-940b-4353-96da-86868aff6b10 req-fac873e6-4b41-4ed1-95df-274671abda7c tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:27:58.401397 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bed2b590-940b-4353-96da-86868aff6b10 req-fac873e6-4b41-4ed1-95df-274671abda7c tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 932 time: 0.2091930 Aug 02 13:27:58.429389 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1c94c815-b5f7-47c1-ae45-37155e2b70d0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0585132 Aug 02 13:27:58.456828 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-88d56805-e3fe-4568-8e81-c9a55b3ce653 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=78568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 13:27:58.457928 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-88d56805-e3fe-4568-8e81-c9a55b3ce653 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060542 Aug 02 13:27:58.466373 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-bed2b590-940b-4353-96da-86868aff6b10 req-ff5d5542-a367-46f4-90bb-3382a7abbc8a tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Synchronizing usage tracker for tenant:9e079d18dd5044eb94768fa0fb338b3b on resource:security_group {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:27:58.496133 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-bed2b590-940b-4353-96da-86868aff6b10 req-ff5d5542-a367-46f4-90bb-3382a7abbc8a tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Unset dirty status for tenant:9e079d18dd5044eb94768fa0fb338b3b on resource:security_group {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:27:58.497505 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bed2b590-940b-4353-96da-86868aff6b10 req-ff5d5542-a367-46f4-90bb-3382a7abbc8a tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876570 Aug 02 13:27:58.532930 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Request body: {'port': {'device_id': '973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:27:58.653855 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:59.036316 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 476f942e-f98e-446c-882f-53b75f8d1f4a {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:27:59.044646 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:59.061971 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Transition to ACTIVE for port object 476f942e-f98e-446c-882f-53b75f8d1f4a will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:27:59.067072 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:59.071430 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c9a8de69-8f6e-40af-8658-7c2900f7e713 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:27:59.217627 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Pushing event updated for resources: {'Port': ['ID=476f942e-f98e-446c-882f-53b75f8d1f4a,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:27:59.246502 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:27:59.332505 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Attempting to bind port 476f942e-f98e-446c-882f-53b75f8d1f4a on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:27:59.332848 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Attempting to bind port 476f942e-f98e-446c-882f-53b75f8d1f4a by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': 'df475f56-6629-437d-9282-9493a7d3e242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1951f38a-d5e4-474f-b66d-53ccc6c394b5'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:27:59.333349 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Attempting to bind port 476f942e-f98e-446c-882f-53b75f8d1f4a on network 1951f38a-d5e4-474f-b66d-53ccc6c394b5 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:27:59.338832 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Port 476f942e-f98e-446c-882f-53b75f8d1f4a on network 1951f38a-d5e4-474f-b66d-53ccc6c394b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:27:59.339162 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Attempting to bind port 476f942e-f98e-446c-882f-53b75f8d1f4a on network 1951f38a-d5e4-474f-b66d-53ccc6c394b5 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:27:59.345791 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:27:59.346135 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Checking segment: {'id': 'df475f56-6629-437d-9282-9493a7d3e242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1951f38a-d5e4-474f-b66d-53ccc6c394b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:27:59.346528 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Bound using segment: {'id': 'df475f56-6629-437d-9282-9493a7d3e242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1951f38a-d5e4-474f-b66d-53ccc6c394b5'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:27:59.346965 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Bound port: 476f942e-f98e-446c-882f-53b75f8d1f4a, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df475f56-6629-437d-9282-9493a7d3e242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1951f38a-d5e4-474f-b66d-53ccc6c394b5'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:27:59.347317 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:59.443871 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] For port 476f942e-f98e-446c-882f-53b75f8d1f4a, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:27:59.446860 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] For port 476f942e-f98e-446c-882f-53b75f8d1f4a, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=476f942e-f98e-446c-882f-53b75f8d1f4a,segment=NetworkSegment(df475f56-6629-437d-9282-9493a7d3e242),segment_id=df475f56-6629-437d-9282-9493a7d3e242)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:27:59.452901 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:59.457518 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-603595bf-a368-4b71-8f9a-ab200fa4a3ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:27:59.520161 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:27:59.520779 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:27:59.522215 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] 10.222.0.53 "PUT /v2.0/ports/476f942e-f98e-446c-882f-53b75f8d1f4a HTTP/1.1" status: 200 len: 1094 time: 1.0502105 Aug 02 13:27:59.522729 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1', 'tag': '476f942e-f98e-446c-882f-53b75f8d1f4a'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:27:59.543797 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Pushing event updated for resources: {'Port': ['ID=476f942e-f98e-446c-882f-53b75f8d1f4a,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:27:59.548393 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:27:59.652080 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1', 'tag': '476f942e-f98e-446c-882f-53b75f8d1f4a', 'status': 'completed', 'code': 200} Aug 02 13:27:59.694227 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-4f722973-01c2-4e1c-8d26-35bd9dcff4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:27:59.695723 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-4f722973-01c2-4e1c-8d26-35bd9dcff4ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e079d18dd5044eb94768fa0fb338b3b&device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 1097 time: 0.1007569 Aug 02 13:27:59.717055 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58523888-bb63-4177-869b-cff004a6ccc8 req-677caaeb-d4d9-4392-846b-b953f3c15016 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:27:59.718785 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-58523888-bb63-4177-869b-cff004a6ccc8 req-677caaeb-d4d9-4392-846b-b953f3c15016 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 944 time: 0.0969615 Aug 02 13:27:59.772931 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-58523888-bb63-4177-869b-cff004a6ccc8 req-4348859a-b6b2-41da-81c2-3a5c3b6ce95a tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483236 Aug 02 13:27:59.788018 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-cf6f9cca-5065-4596-8485-9da515680ccf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=476f942e-f98e-446c-882f-53b75f8d1f4a HTTP/1.1" status: 200 len: 217 time: 0.0785482 Aug 02 13:27:59.863008 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-621c680e-1926-4a3f-95f3-52b00c7bf241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:27:59.864378 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-621c680e-1926-4a3f-95f3-52b00c7bf241 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a1c94887-a785-4ad5-aceb-a9f9298f4128 HTTP/1.1" status: 200 len: 853 time: 0.0675218 Aug 02 13:27:59.917861 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-00cb8755-f79b-4f63-8097-203934a99329 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1951f38a-d5e4-474f-b66d-53ccc6c394b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450170 Aug 02 13:28:00.059171 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-0afe581c-d9a3-410e-bcdc-77b616433f4c service neutron] 10.222.0.53 "GET /v2.0/networks/1951f38a-d5e4-474f-b66d-53ccc6c394b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338859 Aug 02 13:28:00.304851 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-76ee19ba-3593-4e1b-8906-d5174a4f99dd req-1b4c2d63-c43e-405e-98d5-39d1cbf800e2 service neutron] 10.222.0.53 "GET /v2.0/networks/1951f38a-d5e4-474f-b66d-53ccc6c394b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337325 Aug 02 13:28:00.501185 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d88d8-6fc4-442f-8c1a-5bb69b35b659 req-ed930317-fe92-4e6d-865f-eb0d24a687ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:00.502744 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b6d88d8-6fc4-442f-8c1a-5bb69b35b659 req-ed930317-fe92-4e6d-865f-eb0d24a687ba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e079d18dd5044eb94768fa0fb338b3b&device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 1097 time: 0.0820580 Aug 02 13:28:00.648671 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d88d8-6fc4-442f-8c1a-5bb69b35b659 req-9ae5526a-66d3-4f82-aca1-df2cf3698849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:00.650087 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b6d88d8-6fc4-442f-8c1a-5bb69b35b659 req-9ae5526a-66d3-4f82-aca1-df2cf3698849 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1951f38a-d5e4-474f-b66d-53ccc6c394b5 HTTP/1.1" status: 200 len: 914 time: 0.1394897 Aug 02 13:28:00.722063 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b6d88d8-6fc4-442f-8c1a-5bb69b35b659 req-4e5b5ccc-528b-4b85-ae54-c65227ad4478 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=476f942e-f98e-446c-882f-53b75f8d1f4a HTTP/1.1" status: 200 len: 217 time: 0.0641658 Aug 02 13:28:00.795990 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d88d8-6fc4-442f-8c1a-5bb69b35b659 req-190267bd-4953-4956-8f6e-13776191fa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:00.798013 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b6d88d8-6fc4-442f-8c1a-5bb69b35b659 req-190267bd-4953-4956-8f6e-13776191fa6c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a1c94887-a785-4ad5-aceb-a9f9298f4128 HTTP/1.1" status: 200 len: 853 time: 0.0656080 Aug 02 13:28:00.850563 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b6d88d8-6fc4-442f-8c1a-5bb69b35b659 req-eea8df99-808d-46f7-95ee-faf34bd0b0f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1951f38a-d5e4-474f-b66d-53ccc6c394b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447216 Aug 02 13:28:01.072713 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b6d88d8-6fc4-442f-8c1a-5bb69b35b659 req-2ccd137c-230c-49fb-b12a-cfa51bcacd8a service neutron] 10.222.0.53 "GET /v2.0/networks/1951f38a-d5e4-474f-b66d-53ccc6c394b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131124 Aug 02 13:28:01.087071 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f7699-3fc1-4cb0-b9d9-fcd23c9dcc9a req-80d118c8-631b-429f-9ee6-79f5cb6e8964 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:01.087780 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-a02f7699-3fc1-4cb0-b9d9-fcd23c9dcc9a req-80d118c8-631b-429f-9ee6-79f5cb6e8964 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Synchronizing usage tracker for tenant:9e079d18dd5044eb94768fa0fb338b3b on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:28:01.188806 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-a02f7699-3fc1-4cb0-b9d9-fcd23c9dcc9a req-80d118c8-631b-429f-9ee6-79f5cb6e8964 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Unset dirty status for tenant:9e079d18dd5044eb94768fa0fb338b3b on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:28:01.190163 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a02f7699-3fc1-4cb0-b9d9-fcd23c9dcc9a req-80d118c8-631b-429f-9ee6-79f5cb6e8964 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 944 time: 0.2932158 Aug 02 13:28:01.268312 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b6d88d8-6fc4-442f-8c1a-5bb69b35b659 req-eac23123-8b68-4c22-bb67-c64a6d5c1a90 service neutron] 10.222.0.53 "GET /v2.0/networks/1951f38a-d5e4-474f-b66d-53ccc6c394b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775596 Aug 02 13:28:01.271321 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a02f7699-3fc1-4cb0-b9d9-fcd23c9dcc9a req-bb23f748-4623-4b9b-8056-9a0224838808 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741272 Aug 02 13:28:02.485667 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60899f6e-86c2-4a65-bee7-53639d0b471c req-5940725a-671a-423e-8841-cb7952fba488 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:02.487320 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-60899f6e-86c2-4a65-bee7-53639d0b471c req-5940725a-671a-423e-8841-cb7952fba488 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 944 time: 0.0917222 Aug 02 13:28:02.543324 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-60899f6e-86c2-4a65-bee7-53639d0b471c req-a825b73e-aa78-46c1-9c73-12673e5be832 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500367 Aug 02 13:28:02.985137 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 476f942e-f98e-446c-882f-53b75f8d1f4a details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:28:03.185426 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 476f942e-f98e-446c-882f-53b75f8d1f4a, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=476f942e-f98e-446c-882f-53b75f8d1f4a,segment=NetworkSegment(df475f56-6629-437d-9282-9493a7d3e242),segment_id=df475f56-6629-437d-9282-9493a7d3e242)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:28:03.204525 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '476f942e-f98e-446c-882f-53b75f8d1f4a', 'network_id': '1951f38a-d5e4-474f-b66d-53ccc6c394b5', 'port_id': '476f942e-f98e-446c-882f-53b75f8d1f4a', 'mac_address': 'fa:16:3e:2a:8e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c94887-a785-4ad5-aceb-a9f9298f4128', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:28:03.263776 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:03.284325 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 476f942e-f98e-446c-882f-53b75f8d1f4a {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:28:03.302857 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 476f942e-f98e-446c-882f-53b75f8d1f4a, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=476f942e-f98e-446c-882f-53b75f8d1f4a,segment=NetworkSegment(df475f56-6629-437d-9282-9493a7d3e242),segment_id=df475f56-6629-437d-9282-9493a7d3e242)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:28:03.308637 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:03.310809 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:28:03.389631 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=476f942e-f98e-446c-882f-53b75f8d1f4a,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:28:03.399340 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:03.399834 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:03.400220 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:03.400708 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:03.401142 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:03.401541 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:03.401912 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:03.402291 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:03.402657 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:03.403102 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:03.403562 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:03.403929 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:03.409349 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:28:03.691809 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['476f942e-f98e-446c-882f-53b75f8d1f4a'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:28:03.760964 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661593bf-a696-4499-89aa-d43f6756571d req-f5946c42-008b-49ee-a554-2a49bc3ba2d8 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:03.762510 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-661593bf-a696-4499-89aa-d43f6756571d req-f5946c42-008b-49ee-a554-2a49bc3ba2d8 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 945 time: 0.1043577 Aug 02 13:28:03.816547 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-661593bf-a696-4499-89aa-d43f6756571d req-9e2a5b84-7750-4751-933f-bbd929e33a60 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480075 Aug 02 13:28:04.996982 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 476f942e-f98e-446c-882f-53b75f8d1f4a up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:28:05.026513 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c299a6c-3f20-40a2-99ac-9cf1027d6a11 req-84f39a67-6909-4307-9e23-74c42c98f868 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:05.028142 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6c299a6c-3f20-40a2-99ac-9cf1027d6a11 req-84f39a67-6909-4307-9e23-74c42c98f868 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 945 time: 0.0914464 Aug 02 13:28:05.080487 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6c299a6c-3f20-40a2-99ac-9cf1027d6a11 req-163eb7b4-f623-41da-8f6d-eef1fb2a2471 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437219 Aug 02 13:28:05.086620 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 476f942e-f98e-446c-882f-53b75f8d1f4a completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:28:05.091788 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 476f942e-f98e-446c-882f-53b75f8d1f4a triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:28:05.092165 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:05.230089 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:05.265945 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476f942e-f98e-446c-882f-53b75f8d1f4a'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:28:05.278786 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 476f942e-f98e-446c-882f-53b75f8d1f4a, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=476f942e-f98e-446c-882f-53b75f8d1f4a,segment=NetworkSegment(df475f56-6629-437d-9282-9493a7d3e242),segment_id=df475f56-6629-437d-9282-9493a7d3e242)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:28:05.285864 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:05.291405 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:28:05.387224 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=476f942e-f98e-446c-882f-53b75f8d1f4a,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:28:05.391092 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:28:05.404232 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '476f942e-f98e-446c-882f-53b75f8d1f4a', 'code': 200} Aug 02 13:28:05.713251 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f946af24-8c51-46d8-9fa6-cc97e342ea88 req-cbbb1347-8d16-4c71-8c40-9f0a5df76332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:05.714851 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f946af24-8c51-46d8-9fa6-cc97e342ea88 req-cbbb1347-8d16-4c71-8c40-9f0a5df76332 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 1099 time: 0.0751235 Aug 02 13:28:05.762291 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f946af24-8c51-46d8-9fa6-cc97e342ea88 req-432a1369-774c-42b4-afbd-4fa6636375e8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374386 Aug 02 13:28:06.306499 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2876c1-dce6-41e2-b7c6-fc5375f2b8b4 req-2b99ec34-a1f8-43ab-bcea-019390f1b8e9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:06.307990 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0f2876c1-dce6-41e2-b7c6-fc5375f2b8b4 req-2b99ec34-a1f8-43ab-bcea-019390f1b8e9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 946 time: 0.0855877 Aug 02 13:28:06.368568 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:06.379987 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0f2876c1-dce6-41e2-b7c6-fc5375f2b8b4 req-d493736d-3e97-46e6-82d1-0db538502a17 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648947 Aug 02 13:28:07.582073 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf949d89-aa57-4414-9a6c-03055fddbfb5 req-a31d2992-27e0-4b26-89fe-442ba9887829 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:07.583684 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bf949d89-aa57-4414-9a6c-03055fddbfb5 req-a31d2992-27e0-4b26-89fe-442ba9887829 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 946 time: 0.0933073 Aug 02 13:28:07.636680 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-bf949d89-aa57-4414-9a6c-03055fddbfb5 req-cd9e27a3-851d-4585-a66c-a1b0a0f3edb4 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428784 Aug 02 13:28:10.824336 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-836cff1b-7e2d-4833-ba5d-9270e9b29923 req-27923354-be22-4e01-a6de-bc621b50d928 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0846820 Aug 02 13:28:11.001402 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cff1b-7e2d-4833-ba5d-9270e9b29923 req-0ccac4aa-ca50-49bb-a91a-ec8cc3d4c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:11.003027 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-836cff1b-7e2d-4833-ba5d-9270e9b29923 req-0ccac4aa-ca50-49bb-a91a-ec8cc3d4c2cc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a82d37039e5426ba6d055fe0318e365&device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 1098 time: 0.0814097 Aug 02 13:28:11.194054 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cff1b-7e2d-4833-ba5d-9270e9b29923 req-37b8f9d7-cae8-4020-aceb-e46b7c63008a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:11.195872 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-836cff1b-7e2d-4833-ba5d-9270e9b29923 req-37b8f9d7-cae8-4020-aceb-e46b7c63008a service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 HTTP/1.1" status: 200 len: 909 time: 0.1656272 Aug 02 13:28:11.317800 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-836cff1b-7e2d-4833-ba5d-9270e9b29923 req-fe40d045-ee62-4f10-aa47-2d6ba4b974dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6 HTTP/1.1" status: 200 len: 1001 time: 0.1144397 Aug 02 13:28:11.498444 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cff1b-7e2d-4833-ba5d-9270e9b29923 req-15954798-6242-4aa0-b63e-b61532f06301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:11.499891 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-836cff1b-7e2d-4833-ba5d-9270e9b29923 req-15954798-6242-4aa0-b63e-b61532f06301 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd91de65-150b-4aad-ba28-79a156b1da71 HTTP/1.1" status: 200 len: 847 time: 0.1747375 Aug 02 13:28:11.623891 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836cff1b-7e2d-4833-ba5d-9270e9b29923 req-343ac7e3-146c-4aed-bebc-5aabfae6228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:11.626484 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-836cff1b-7e2d-4833-ba5d-9270e9b29923 req-343ac7e3-146c-4aed-bebc-5aabfae6228d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1197603 Aug 02 13:28:11.796486 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-836cff1b-7e2d-4833-ba5d-9270e9b29923 req-e26434f3-de52-44e2-a730-2a4f1b376e3e service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616664 Aug 02 13:28:11.942900 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-836cff1b-7e2d-4833-ba5d-9270e9b29923 req-3959e3bf-8abe-432e-8a0c-004e2cceefdf service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397712 Aug 02 13:28:19.711876 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-7ff92e1f-367d-4cb7-b924-8514b7ee0b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:20.173576 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:22.835130 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-3d99512e-6a40-443e-ac1f-8d6af2798dcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:23.568544 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:24.981713 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:31.451456 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:28:36.374483 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:49.717041 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-5084814c-1298-4661-b462-081e6d9cca16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:50.166394 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:52.833984 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-161c1312-5502-4cc1-b74a-74865a29e28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:53.573553 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:53.990674 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf8c43-09cd-4db2-9d56-39194bc3756a req-84bb6783-8841-4c50-9157-44f794d9c2f0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:53.992042 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-cccf8c43-09cd-4db2-9d56-39194bc3756a req-84bb6783-8841-4c50-9157-44f794d9c2f0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 946 time: 0.0799677 Aug 02 13:28:54.035771 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-cccf8c43-09cd-4db2-9d56-39194bc3756a req-33dc74c1-f4a3-4f5c-b391-a0af6a38e90d tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374458 Aug 02 13:28:54.977019 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:55.320067 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05320cc0-55d9-4dfd-b4d3-7ad89880f4ce req-8dcab8d2-8ccc-48af-8af9-a1c9502c5110 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:55.321824 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-05320cc0-55d9-4dfd-b4d3-7ad89880f4ce req-8dcab8d2-8ccc-48af-8af9-a1c9502c5110 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 946 time: 0.1806738 Aug 02 13:28:55.371113 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-05320cc0-55d9-4dfd-b4d3-7ad89880f4ce req-ba3f82e0-421b-4606-aafc-53435b242da5 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423346 Aug 02 13:28:55.973905 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d479c9-653d-4918-a1ca-a868e554efbe req-8611b5d2-542d-47bb-8df3-4bf8587fe1ee tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:55.975375 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-58d479c9-653d-4918-a1ca-a868e554efbe req-8611b5d2-542d-47bb-8df3-4bf8587fe1ee tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.53 "GET /v2.0/ports?device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 946 time: 0.0863969 Aug 02 13:28:56.051465 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-58d479c9-653d-4918-a1ca-a868e554efbe req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Deleting port 476f942e-f98e-446c-882f-53b75f8d1f4a {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:28:56.051806 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-58d479c9-653d-4918-a1ca-a868e554efbe req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:56.343544 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-58d479c9-653d-4918-a1ca-a868e554efbe req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] For port 476f942e-f98e-446c-882f-53b75f8d1f4a, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=476f942e-f98e-446c-882f-53b75f8d1f4a,segment=NetworkSegment(df475f56-6629-437d-9282-9493a7d3e242),segment_id=df475f56-6629-437d-9282-9493a7d3e242)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:28:56.343915 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-58d479c9-653d-4918-a1ca-a868e554efbe req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:56.471291 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-58d479c9-653d-4918-a1ca-a868e554efbe req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Calling delete_port for 476f942e-f98e-446c-882f-53b75f8d1f4a owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:28:56.696435 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b1365-be23-43ee-971c-c7aca73be11e req-c2c86f51-5830-413c-91a2-6951e2f09e45 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:56.697976 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d77b1365-be23-43ee-971c-c7aca73be11e req-c2c86f51-5830-413c-91a2-6951e2f09e45 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1 HTTP/1.1" status: 200 len: 946 time: 0.1983850 Aug 02 13:28:56.744301 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-58d479c9-653d-4918-a1ca-a868e554efbe req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:56.755393 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:28:56.790866 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['476f942e-f98e-446c-882f-53b75f8d1f4a'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:28:56.807506 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d77b1365-be23-43ee-971c-c7aca73be11e req-6b2f2cf2-e97f-4468-b912-e74d528b1745 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028934 Aug 02 13:28:56.808545 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Pushing event deleted for resources: {'Port': ['ID=476f942e-f98e-446c-882f-53b75f8d1f4a,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:28:56.849509 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:56.849888 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:56.850257 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:56.850622 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:56.850982 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:56.851343 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:56.851700 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:56.852058 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:56.852412 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:56.852763 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:56.853123 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:56.853502 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:28:56.860743 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:28:56.900661 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d479c9-653d-4918-a1ca-a868e554efbe req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] No DVR routers for this DVR port 476f942e-f98e-446c-882f-53b75f8d1f4a on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:28:56.903157 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-58d479c9-653d-4918-a1ca-a868e554efbe req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:28:56.905833 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1', 'name': 'network-vif-deleted', 'tag': '476f942e-f98e-446c-882f-53b75f8d1f4a'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:28:56.929545 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-58d479c9-653d-4918-a1ca-a868e554efbe req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.53 "DELETE /v2.0/ports/476f942e-f98e-446c-882f-53b75f8d1f4a HTTP/1.1" status: 204 len: 173 time: 0.9447334 Aug 02 13:28:56.964299 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '973dcc5f-1280-4ecf-a2af-f58dd0d9e7a1', 'name': 'network-vif-deleted', 'tag': '476f942e-f98e-446c-882f-53b75f8d1f4a', 'status': 'completed', 'code': 200} Aug 02 13:28:57.584419 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d47ac92-b30b-4942-85de-291ba2000040 req-bfbd8d6f-82f8-4ffa-9f1b-3a9498f37d0c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:57.585933 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1d47ac92-b30b-4942-85de-291ba2000040 req-bfbd8d6f-82f8-4ffa-9f1b-3a9498f37d0c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0865228 Aug 02 13:28:57.632975 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1d47ac92-b30b-4942-85de-291ba2000040 req-eac6d310-25f1-44e0-bf9f-6f9c5a1bfd76 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414588 Aug 02 13:28:58.830567 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacad04d-46d4-49e9-93e6-1de77522425b req-cf92282e-300d-4103-a8ac-b35976523e2e tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:28:58.831961 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-cacad04d-46d4-49e9-93e6-1de77522425b req-cf92282e-300d-4103-a8ac-b35976523e2e tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0816691 Aug 02 13:28:58.880232 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-cacad04d-46d4-49e9-93e6-1de77522425b req-baf04ed3-f4a0-4b31-8315-4f5dee93d21a tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419436 Aug 02 13:29:00.069715 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871b87f2-96b0-42e8-885d-852b5ea53351 req-7412fab7-831d-4c62-bdc7-f3769cb475ab tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:00.071213 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-871b87f2-96b0-42e8-885d-852b5ea53351 req-7412fab7-831d-4c62-bdc7-f3769cb475ab tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0815573 Aug 02 13:29:00.117952 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-871b87f2-96b0-42e8-885d-852b5ea53351 req-e0e112e9-37a2-433d-9c37-2d1a64d98638 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408199 Aug 02 13:29:00.136057 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 476f942e-f98e-446c-882f-53b75f8d1f4a no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:29:00.171376 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 476f942e-f98e-446c-882f-53b75f8d1f4a {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:29:00.171643 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 476f942e-f98e-446c-882f-53b75f8d1f4a not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:29:01.320415 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16349376-47ef-44eb-acd3-f04663517012 req-48530201-35e6-49d4-8c88-fa50a97fd125 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:01.322030 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-16349376-47ef-44eb-acd3-f04663517012 req-48530201-35e6-49d4-8c88-fa50a97fd125 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0933280 Aug 02 13:29:01.386405 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-16349376-47ef-44eb-acd3-f04663517012 req-9b6c29d3-72c5-44af-8e50-4a749d00cfd0 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576360 Aug 02 13:29:02.675344 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac36713-1193-4970-8f9d-734b58fe692a req-78de6f9e-8c84-46ab-ae77-994a03af0f89 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:02.676944 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9ac36713-1193-4970-8f9d-734b58fe692a req-78de6f9e-8c84-46ab-ae77-994a03af0f89 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.1772530 Aug 02 13:29:02.724936 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9ac36713-1193-4970-8f9d-734b58fe692a req-22a58ba9-b00a-4742-a819-4571bcacf49a tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421269 Aug 02 13:29:03.939367 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f862ae-1cb9-4507-912a-b4741a51f268 req-22431938-4b2c-4781-9730-0bfc35f3d3c9 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:03.940893 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-81f862ae-1cb9-4507-912a-b4741a51f268 req-22431938-4b2c-4781-9730-0bfc35f3d3c9 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0996830 Aug 02 13:29:03.989464 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-81f862ae-1cb9-4507-912a-b4741a51f268 req-7a844471-5b87-44c4-9c8a-24ad985ddd58 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414801 Aug 02 13:29:05.173297 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b9f7e9-b5ab-472c-9c9a-b0153646c6f8 req-3fecc7cb-9887-4cd6-be8d-b9d5839b3496 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:05.174677 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-88b9f7e9-b5ab-472c-9c9a-b0153646c6f8 req-3fecc7cb-9887-4cd6-be8d-b9d5839b3496 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0805323 Aug 02 13:29:05.225695 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-88b9f7e9-b5ab-472c-9c9a-b0153646c6f8 req-3ccb0759-425b-474a-bf32-5f629ba8fcfd tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444999 Aug 02 13:29:06.374154 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:06.417645 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594808f6-e9ca-4a8a-b238-a088b6813806 req-42ae9e7d-6162-4247-8836-4a7fef3ae153 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:06.419122 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-594808f6-e9ca-4a8a-b238-a088b6813806 req-42ae9e7d-6162-4247-8836-4a7fef3ae153 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0831115 Aug 02 13:29:06.469534 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-594808f6-e9ca-4a8a-b238-a088b6813806 req-2ab2d5e8-bf90-475a-bb43-1d486be837ec tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444868 Aug 02 13:29:07.657042 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c9d97-90e5-4b72-9dc4-e2fcc977e86d req-bed562a4-8bc6-4134-830a-f2e9848cbd38 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:07.658445 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c33c9d97-90e5-4b72-9dc4-e2fcc977e86d req-bed562a4-8bc6-4134-830a-f2e9848cbd38 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0821261 Aug 02 13:29:07.703763 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c33c9d97-90e5-4b72-9dc4-e2fcc977e86d req-84eab88c-4ce0-496e-a7de-128d3442d5f3 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390956 Aug 02 13:29:08.404901 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-112cdd53-114d-4dfa-8296-f34db06c7ef9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:08.406397 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-112cdd53-114d-4dfa-8296-f34db06c7ef9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/networks?id=1951f38a-d5e4-474f-b66d-53ccc6c394b5 HTTP/1.1" status: 200 len: 813 time: 0.1579888 Aug 02 13:29:08.421387 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c36f6f5f-7015-471b-aa5c-9f0a2e211c32 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/quotas/9e079d18dd5044eb94768fa0fb338b3b HTTP/1.1" status: 200 len: 375 time: 0.0090704 Aug 02 13:29:08.449883 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:29:08.468213 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-fb40251e-66a3-4e4d-a1ef-531672fc8a39 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9e079d18dd5044eb94768fa0fb338b3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410819 Aug 02 13:29:08.601511 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-0e001fbf-3976-4468-a7f4-56d0ba822f13 service neutron] 10.222.0.49 "GET /v2.0/networks/1951f38a-d5e4-474f-b66d-53ccc6c394b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258178 Aug 02 13:29:08.742304 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-b99e7f79-1998-444e-aee0-36f159a3d2c4 service neutron] 10.222.0.49 "GET /v2.0/networks/1951f38a-d5e4-474f-b66d-53ccc6c394b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350062 Aug 02 13:29:08.903941 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fc25a-315f-454d-98da-9bd64a7a29cf req-88ac0c27-eb55-41bc-8586-1f6e46acb5e8 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:08.905586 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-303fc25a-315f-454d-98da-9bd64a7a29cf req-88ac0c27-eb55-41bc-8586-1f6e46acb5e8 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0934510 Aug 02 13:29:08.930930 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-309f538c-032d-45f3-bce0-a2e75edc73bd req-38b0e3c7-ed72-401c-b4be-29201312e798 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 210 time: 0.0438910 Aug 02 13:29:08.954437 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-303fc25a-315f-454d-98da-9bd64a7a29cf req-40f3f864-d6c1-4359-8902-71dd4bbc5147 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423894 Aug 02 13:29:10.104298 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-980173a6-b772-4bab-a977-13027a668ab4 req-a460ef64-47a1-44c6-8098-20a8fcdaa175 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 210 time: 0.0566521 Aug 02 13:29:10.262305 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0962e40-8bb1-403b-b63f-2f121ccb1b50 req-737b5f38-7188-453a-ad96-1855ed88d966 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:10.263679 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e0962e40-8bb1-403b-b63f-2f121ccb1b50 req-737b5f38-7188-453a-ad96-1855ed88d966 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.1934309 Aug 02 13:29:10.327421 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-a6c2c6f0-2727-446a-8722-4bc526baba50 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:10.328864 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-a6c2c6f0-2727-446a-8722-4bc526baba50 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.53 "GET /v2.0/networks?id=1951f38a-d5e4-474f-b66d-53ccc6c394b5 HTTP/1.1" status: 200 len: 813 time: 0.2039812 Aug 02 13:29:10.338802 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e0962e40-8bb1-403b-b63f-2f121ccb1b50 req-14e44fe1-c75c-485d-b169-eac20673442c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654833 Aug 02 13:29:10.355951 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Request body: {'port': {'device_id': '6a10967e-0b52-4a5b-aa0c-06ca7a7d384d', 'network_id': '1951f38a-d5e4-474f-b66d-53ccc6c394b5', 'admin_state_up': True, 'tenant_id': '9e079d18dd5044eb94768fa0fb338b3b'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:29:10.492368 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:29:10.496394 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Usage tracker for resource:port and tenant:9e079d18dd5044eb94768fa0fb338b3b is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:29:10.499221 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:29:10.504889 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:29:10.514264 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Made reservation on behalf of 9e079d18dd5044eb94768fa0fb338b3b for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:29:10.517781 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:10.679233 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Allocated IP 172.20.0.5 (1951f38a-d5e4-474f-b66d-53ccc6c394b5/a1c94887-a785-4ad5-aceb-a9f9298f4128/9227b852-f3b3-4d81-997f-9b49c17eba71) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:29:10.877816 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:10.907008 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:10.912835 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:29:10.975683 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Network 1951f38a-d5e4-474f-b66d-53ccc6c394b5 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:29:10.978945 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:29:10.982901 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:29:11.022772 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Pushing event updated for resources: {'Port': ['ID=9227b852-f3b3-4d81-997f-9b49c17eba71,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:11.027076 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:29:11.055187 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:11.055795 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:11.079955 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7282119 Aug 02 13:29:11.106019 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Request body: {'port': {'device_id': '6a10967e-0b52-4a5b-aa0c-06ca7a7d384d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:29:11.223935 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:11.296492 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187e3a3-b01f-4fe8-9503-60f98945beec req-9c6b484d-7072-4569-a1f1-22505f741c60 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:11.298284 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c187e3a3-b01f-4fe8-9503-60f98945beec req-9c6b484d-7072-4569-a1f1-22505f741c60 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 931 time: 0.0864851 Aug 02 13:29:11.359817 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c187e3a3-b01f-4fe8-9503-60f98945beec req-f3d97afb-e780-4ece-b3ad-b172d6cd68d3 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532506 Aug 02 13:29:11.794828 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8c92e-082f-4dda-b570-f1f1cc2075ac req-71c492bc-7cf5-4bf8-8b78-9dbb449828ec tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:11.796297 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-afe8c92e-082f-4dda-b570-f1f1cc2075ac req-71c492bc-7cf5-4bf8-8b78-9dbb449828ec tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.2585285 Aug 02 13:29:11.882843 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9227b852-f3b3-4d81-997f-9b49c17eba71 {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:29:11.893834 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:11.899113 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-afe8c92e-082f-4dda-b570-f1f1cc2075ac req-3bcb05df-ae26-4d0f-a75a-2e9f45d7a538 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970016 Aug 02 13:29:11.913486 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Transition to ACTIVE for port object 9227b852-f3b3-4d81-997f-9b49c17eba71 will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:29:11.917854 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:11.921789 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-77c62b1f-aa15-4c55-8957-e8105deb4285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:29:12.054048 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Pushing event updated for resources: {'Port': ['ID=9227b852-f3b3-4d81-997f-9b49c17eba71,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:12.081498 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:29:12.160961 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Attempting to bind port 9227b852-f3b3-4d81-997f-9b49c17eba71 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:29:12.161325 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Attempting to bind port 9227b852-f3b3-4d81-997f-9b49c17eba71 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': 'df475f56-6629-437d-9282-9493a7d3e242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1951f38a-d5e4-474f-b66d-53ccc6c394b5'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:29:12.161655 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Attempting to bind port 9227b852-f3b3-4d81-997f-9b49c17eba71 on network 1951f38a-d5e4-474f-b66d-53ccc6c394b5 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:29:12.166328 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Port 9227b852-f3b3-4d81-997f-9b49c17eba71 on network 1951f38a-d5e4-474f-b66d-53ccc6c394b5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:29:12.166646 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Attempting to bind port 9227b852-f3b3-4d81-997f-9b49c17eba71 on network 1951f38a-d5e4-474f-b66d-53ccc6c394b5 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:29:12.172002 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:29:12.172333 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Checking segment: {'id': 'df475f56-6629-437d-9282-9493a7d3e242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1951f38a-d5e4-474f-b66d-53ccc6c394b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:29:12.172718 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Bound using segment: {'id': 'df475f56-6629-437d-9282-9493a7d3e242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1951f38a-d5e4-474f-b66d-53ccc6c394b5'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:29:12.173139 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Bound port: 9227b852-f3b3-4d81-997f-9b49c17eba71, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df475f56-6629-437d-9282-9493a7d3e242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '1951f38a-d5e4-474f-b66d-53ccc6c394b5'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:29:12.173510 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:12.270651 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] For port 9227b852-f3b3-4d81-997f-9b49c17eba71, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:29:12.274028 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] For port 9227b852-f3b3-4d81-997f-9b49c17eba71, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=9227b852-f3b3-4d81-997f-9b49c17eba71,segment=NetworkSegment(df475f56-6629-437d-9282-9493a7d3e242),segment_id=df475f56-6629-437d-9282-9493a7d3e242)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:29:12.278563 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:12.282468 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8c3523ab-72cc-4a8c-ac07-f46f3c01e78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:29:12.344078 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:12.344692 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:12.346094 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] 10.222.0.53 "PUT /v2.0/ports/9227b852-f3b3-4d81-997f-9b49c17eba71 HTTP/1.1" status: 200 len: 1093 time: 1.2444963 Aug 02 13:29:12.346606 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a10967e-0b52-4a5b-aa0c-06ca7a7d384d', 'tag': '9227b852-f3b3-4d81-997f-9b49c17eba71'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:29:12.368453 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Pushing event updated for resources: {'Port': ['ID=9227b852-f3b3-4d81-997f-9b49c17eba71,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:12.372748 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:29:12.399995 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a10967e-0b52-4a5b-aa0c-06ca7a7d384d', 'tag': '9227b852-f3b3-4d81-997f-9b49c17eba71', 'status': 'completed', 'code': 200} Aug 02 13:29:12.557674 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-a46187ad-99bb-48db-930b-f3070abdbe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:12.559241 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-a46187ad-99bb-48db-930b-f3070abdbe6e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e079d18dd5044eb94768fa0fb338b3b&device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 1096 time: 0.1399474 Aug 02 13:29:12.582828 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc042d-f88e-4e29-b035-07204f576a38 req-15f63f06-16b1-4516-b634-510603d0178d tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:12.583593 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-9efc042d-f88e-4e29-b035-07204f576a38 req-15f63f06-16b1-4516-b634-510603d0178d tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Synchronizing usage tracker for tenant:9e079d18dd5044eb94768fa0fb338b3b on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:29:12.658384 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-90bf5018-8664-48e2-875e-cefb56bca487 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9227b852-f3b3-4d81-997f-9b49c17eba71 HTTP/1.1" status: 200 len: 217 time: 0.0718603 Aug 02 13:29:12.668207 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-9efc042d-f88e-4e29-b035-07204f576a38 req-15f63f06-16b1-4516-b634-510603d0178d tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Unset dirty status for tenant:9e079d18dd5044eb94768fa0fb338b3b on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:29:12.669534 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9efc042d-f88e-4e29-b035-07204f576a38 req-15f63f06-16b1-4516-b634-510603d0178d tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 943 time: 0.1854331 Aug 02 13:29:12.774935 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9efc042d-f88e-4e29-b035-07204f576a38 req-a0f2e049-da71-4ae2-a5e0-40518b0d95fa tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997541 Aug 02 13:29:12.778543 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-18e3acb6-cdd3-445a-8323-281ed8a15f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:12.779963 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-18e3acb6-cdd3-445a-8323-281ed8a15f86 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a1c94887-a785-4ad5-aceb-a9f9298f4128 HTTP/1.1" status: 200 len: 853 time: 0.0895507 Aug 02 13:29:12.881471 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-f9b4b671-422f-4be0-bc90-67fca2ef785e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1951f38a-d5e4-474f-b66d-53ccc6c394b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784419 Aug 02 13:29:13.032315 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a351c-eb5e-41ef-84e6-600a0bd5a9ab req-13fb6e98-d9cd-4bf3-b3cd-e1ff8af0a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:13.033819 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-039a351c-eb5e-41ef-84e6-600a0bd5a9ab req-13fb6e98-d9cd-4bf3-b3cd-e1ff8af0a662 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a82d37039e5426ba6d055fe0318e365&device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 1098 time: 0.1934416 Aug 02 13:29:13.042698 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-9a4ca4a7-6d97-4125-bbd3-31da079535c3 service neutron] 10.222.0.53 "GET /v2.0/networks/1951f38a-d5e4-474f-b66d-53ccc6c394b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481221 Aug 02 13:29:13.106772 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b7fe20-328d-46b6-902f-01d5513d0036 req-0c2b0f52-7f51-4915-9e02-70c83d2bba73 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:13.109636 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-39b7fe20-328d-46b6-902f-01d5513d0036 req-0c2b0f52-7f51-4915-9e02-70c83d2bba73 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0943506 Aug 02 13:29:13.165565 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-39b7fe20-328d-46b6-902f-01d5513d0036 req-726f34ba-bd7e-4d81-a9c7-ad759ed9d821 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489614 Aug 02 13:29:13.294116 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5c898ff2-32d6-47b4-8a96-02935f60c0fe req-9d5a815d-c310-4fbf-85da-8cc33ebea9f3 service neutron] 10.222.0.53 "GET /v2.0/networks/1951f38a-d5e4-474f-b66d-53ccc6c394b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320955 Aug 02 13:29:13.295062 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a351c-eb5e-41ef-84e6-600a0bd5a9ab req-cb4e72da-0bb4-4634-aabd-7f70d542c8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:13.296365 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-039a351c-eb5e-41ef-84e6-600a0bd5a9ab req-cb4e72da-0bb4-4634-aabd-7f70d542c8ff service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 HTTP/1.1" status: 200 len: 909 time: 0.2528291 Aug 02 13:29:13.482451 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-039a351c-eb5e-41ef-84e6-600a0bd5a9ab req-d4fea9b3-781e-4038-bd20-823229edd3bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6 HTTP/1.1" status: 200 len: 1001 time: 0.1632278 Aug 02 13:29:13.647082 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcc2b6-b6d5-4456-8e2f-3a4074d43254 req-359bec45-412e-4b9a-a3a1-e9c067fa12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:13.648564 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1cfcc2b6-b6d5-4456-8e2f-3a4074d43254 req-359bec45-412e-4b9a-a3a1-e9c067fa12ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9e079d18dd5044eb94768fa0fb338b3b&device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 1096 time: 0.2412803 Aug 02 13:29:13.654065 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a351c-eb5e-41ef-84e6-600a0bd5a9ab req-25a99fa2-d30f-49ef-b74b-788208ed9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:13.655440 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-039a351c-eb5e-41ef-84e6-600a0bd5a9ab req-25a99fa2-d30f-49ef-b74b-788208ed9108 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd91de65-150b-4aad-ba28-79a156b1da71 HTTP/1.1" status: 200 len: 847 time: 0.1636126 Aug 02 13:29:13.848399 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcc2b6-b6d5-4456-8e2f-3a4074d43254 req-5803acc9-6e04-4cdc-91ad-d24164609170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:13.849903 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1cfcc2b6-b6d5-4456-8e2f-3a4074d43254 req-5803acc9-6e04-4cdc-91ad-d24164609170 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1951f38a-d5e4-474f-b66d-53ccc6c394b5 HTTP/1.1" status: 200 len: 914 time: 0.1936252 Aug 02 13:29:13.852610 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039a351c-eb5e-41ef-84e6-600a0bd5a9ab req-3ad4af60-8f2c-46d9-9559-370d51d2dc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:13.854016 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-039a351c-eb5e-41ef-84e6-600a0bd5a9ab req-3ad4af60-8f2c-46d9-9559-370d51d2dc0e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1800728 Aug 02 13:29:13.996632 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1cfcc2b6-b6d5-4456-8e2f-3a4074d43254 req-63e35299-dd5e-42ca-9fce-a34893ebb875 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9227b852-f3b3-4d81-997f-9b49c17eba71 HTTP/1.1" status: 200 len: 217 time: 0.1277020 Aug 02 13:29:14.156961 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfcc2b6-b6d5-4456-8e2f-3a4074d43254 req-5e1a630d-ea02-41b0-b5cd-10a896db05d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:14.158341 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1cfcc2b6-b6d5-4456-8e2f-3a4074d43254 req-5e1a630d-ea02-41b0-b5cd-10a896db05d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a1c94887-a785-4ad5-aceb-a9f9298f4128 HTTP/1.1" status: 200 len: 853 time: 0.1514795 Aug 02 13:29:14.232373 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262ca20-fec1-4d64-841c-6fe24be469df req-c5f0f3d4-5ec1-4252-b7c1-c22200e625de tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:14.233931 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1262ca20-fec1-4d64-841c-6fe24be469df req-c5f0f3d4-5ec1-4252-b7c1-c22200e625de tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 943 time: 0.3169665 Aug 02 13:29:14.236040 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1cfcc2b6-b6d5-4456-8e2f-3a4074d43254 req-585c698b-6166-4736-a4be-67d171fc721c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1951f38a-d5e4-474f-b66d-53ccc6c394b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636971 Aug 02 13:29:14.238034 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-039a351c-eb5e-41ef-84e6-600a0bd5a9ab req-c7521fb0-c8a4-46df-8322-2ab5e52047b5 service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3199151 Aug 02 13:29:14.360529 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e0b4b0-c650-477c-a6a5-e94c48005e59 req-054a0155-ecd7-4272-aa03-e9b46b8d7110 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:14.362095 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c9e0b4b0-c650-477c-a6a5-e94c48005e59 req-054a0155-ecd7-4272-aa03-e9b46b8d7110 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0923460 Aug 02 13:29:14.417413 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c9e0b4b0-c650-477c-a6a5-e94c48005e59 req-4a9c3154-72c9-4d27-83a0-add3fd3c6a10 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483303 Aug 02 13:29:14.464766 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1262ca20-fec1-4d64-841c-6fe24be469df req-9eb09a61-de1d-48d3-aa2a-0b43e4755180 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244518 Aug 02 13:29:14.523893 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1cfcc2b6-b6d5-4456-8e2f-3a4074d43254 req-66da9de8-c4e5-411a-8b85-7795288d9e83 service neutron] 10.222.0.53 "GET /v2.0/networks/1951f38a-d5e4-474f-b66d-53ccc6c394b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693970 Aug 02 13:29:14.525782 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-039a351c-eb5e-41ef-84e6-600a0bd5a9ab req-3b9233b9-13f5-45f8-806e-bf28e59f54d4 service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724819 Aug 02 13:29:14.678432 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-1cfcc2b6-b6d5-4456-8e2f-3a4074d43254 req-cda07e10-d6e5-4021-b920-10896b213563 service neutron] 10.222.0.53 "GET /v2.0/networks/1951f38a-d5e4-474f-b66d-53ccc6c394b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295440 Aug 02 13:29:15.373448 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 9227b852-f3b3-4d81-997f-9b49c17eba71 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:29:15.522435 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 9227b852-f3b3-4d81-997f-9b49c17eba71, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=9227b852-f3b3-4d81-997f-9b49c17eba71,segment=NetworkSegment(df475f56-6629-437d-9282-9493a7d3e242),segment_id=df475f56-6629-437d-9282-9493a7d3e242)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:29:15.538310 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '9227b852-f3b3-4d81-997f-9b49c17eba71', 'network_id': '1951f38a-d5e4-474f-b66d-53ccc6c394b5', 'port_id': '9227b852-f3b3-4d81-997f-9b49c17eba71', 'mac_address': 'fa:16:3e:1b:ea:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1c94887-a785-4ad5-aceb-a9f9298f4128', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:29:15.603273 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:15.615944 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4ed51-03e0-4c5e-a6a6-d8d04235a02d req-33e8ea14-4430-4272-a665-08023833283e tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:15.617829 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-95b4ed51-03e0-4c5e-a6a6-d8d04235a02d req-33e8ea14-4430-4272-a665-08023833283e tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0845973 Aug 02 13:29:15.622033 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9227b852-f3b3-4d81-997f-9b49c17eba71 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:29:15.641484 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 9227b852-f3b3-4d81-997f-9b49c17eba71, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=9227b852-f3b3-4d81-997f-9b49c17eba71,segment=NetworkSegment(df475f56-6629-437d-9282-9493a7d3e242),segment_id=df475f56-6629-437d-9282-9493a7d3e242)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:29:15.646949 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:15.648940 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:29:15.666724 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde74c8-4cb1-4858-aaf1-6709e8e7cfc0 req-9566bf00-89f8-457b-868e-d3382d488da0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:15.668425 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0cde74c8-4cb1-4858-aaf1-6709e8e7cfc0 req-9566bf00-89f8-457b-868e-d3382d488da0 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 943 time: 0.0894520 Aug 02 13:29:15.669566 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-95b4ed51-03e0-4c5e-a6a6-d8d04235a02d req-0e8e36e2-d917-4e36-9f22-a479f794a2c0 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450635 Aug 02 13:29:15.720979 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0cde74c8-4cb1-4858-aaf1-6709e8e7cfc0 req-1de9054d-a1ab-4195-9121-cafd3bb5b126 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468686 Aug 02 13:29:15.734608 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=9227b852-f3b3-4d81-997f-9b49c17eba71,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:15.742599 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:15.743128 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:15.743476 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:15.743812 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:15.744144 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:15.744477 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:15.744807 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:15.745127 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:15.745480 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:15.745874 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:15.746408 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:15.747000 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:29:15.750900 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:29:15.997043 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['9227b852-f3b3-4d81-997f-9b49c17eba71'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:29:16.922828 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f88c60-4440-40e8-a944-8f6ca9e55dbf req-22cba1a0-73ad-4326-a506-2ae2c9484625 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:16.924516 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d1f88c60-4440-40e8-a944-8f6ca9e55dbf req-22cba1a0-73ad-4326-a506-2ae2c9484625 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 944 time: 0.0880713 Aug 02 13:29:16.972303 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d1f88c60-4440-40e8-a944-8f6ca9e55dbf req-ec0dbc70-55f0-4386-9db7-e23f39d97488 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414340 Aug 02 13:29:16.991911 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f57eac-8d9d-4ec5-ab1a-4c39b67b8117 req-5ad7f6d2-bc8e-41dd-b3e5-873f4497ee2c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:16.993414 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-23f57eac-8d9d-4ec5-ab1a-4c39b67b8117 req-5ad7f6d2-bc8e-41dd-b3e5-873f4497ee2c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.1863017 Aug 02 13:29:17.040790 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-23f57eac-8d9d-4ec5-ab1a-4c39b67b8117 req-549de6aa-af7c-43b5-8195-b5ef6ffe4f67 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415881 Aug 02 13:29:17.391641 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 9227b852-f3b3-4d81-997f-9b49c17eba71 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:29:17.460371 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 9227b852-f3b3-4d81-997f-9b49c17eba71 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:29:17.465815 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 9227b852-f3b3-4d81-997f-9b49c17eba71 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:29:17.466195 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:17.586488 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:17.612756 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a10967e-0b52-4a5b-aa0c-06ca7a7d384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9227b852-f3b3-4d81-997f-9b49c17eba71'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:29:17.623217 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 9227b852-f3b3-4d81-997f-9b49c17eba71, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=9227b852-f3b3-4d81-997f-9b49c17eba71,segment=NetworkSegment(df475f56-6629-437d-9282-9493a7d3e242),segment_id=df475f56-6629-437d-9282-9493a7d3e242)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:29:17.627256 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:17.629303 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-10458802-4522-43ab-a52d-37b944a70039 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:29:17.688411 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a10967e-0b52-4a5b-aa0c-06ca7a7d384d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9227b852-f3b3-4d81-997f-9b49c17eba71', 'code': 200} Aug 02 13:29:17.727484 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=9227b852-f3b3-4d81-997f-9b49c17eba71,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:17.730297 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:29:17.974742 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da33c2e-62a7-444a-acf6-4ed70990cc88 req-565daf3a-871e-4339-995c-208da4edcdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:17.976565 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9da33c2e-62a7-444a-acf6-4ed70990cc88 req-565daf3a-871e-4339-995c-208da4edcdae service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 1098 time: 0.0775843 Aug 02 13:29:18.024356 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9da33c2e-62a7-444a-acf6-4ed70990cc88 req-c8622e7c-4b10-4bcb-9eae-d2343923a8cc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366669 Aug 02 13:29:18.164485 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139a487d-1147-40f4-8236-8ce133dc23ab req-45cf2f27-2cc6-426f-854e-396fa706036a tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:18.165999 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-139a487d-1147-40f4-8236-8ce133dc23ab req-45cf2f27-2cc6-426f-854e-396fa706036a tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 945 time: 0.0879505 Aug 02 13:29:18.215285 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-139a487d-1147-40f4-8236-8ce133dc23ab req-e2888c03-0179-45f3-ba4c-0dd427a77308 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432057 Aug 02 13:29:18.234871 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effb9f9-d104-4546-a331-b337534d7418 req-dcb95433-1ae6-4dfa-b7fb-7f254ee3a43b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:18.236344 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4effb9f9-d104-4546-a331-b337534d7418 req-dcb95433-1ae6-4dfa-b7fb-7f254ee3a43b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0843539 Aug 02 13:29:18.289342 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4effb9f9-d104-4546-a331-b337534d7418 req-29530a6e-0d9e-40c7-9e3c-dab810add3d2 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466444 Aug 02 13:29:18.677506 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-14103137-f72f-44fc-9b60-9eb00f1d8b12 req-f363bec6-370c-41de-9494-5fe96eaafa57 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1702502 Aug 02 13:29:18.759978 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d166a7-5686-414e-815f-b8b33b941651 req-485c1367-3636-4e7f-a70f-9876741df611 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:18.762777 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-90d166a7-5686-414e-815f-b8b33b941651 req-485c1367-3636-4e7f-a70f-9876741df611 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.1965146 Aug 02 13:29:18.808495 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-90d166a7-5686-414e-815f-b8b33b941651 req-678db4e7-fb66-491b-973e-537edf007c8b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413015 Aug 02 13:29:19.389863 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 620ecc79-5d23-4306-a01f-1bba8dddefd6 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:29:19.423471 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c1d183-baa4-4a4e-a83a-94b67fd47581 req-425a34fe-fad4-4ccc-82c0-8c04b9c66ebf tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:19.424998 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-24c1d183-baa4-4a4e-a83a-94b67fd47581 req-425a34fe-fad4-4ccc-82c0-8c04b9c66ebf tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 945 time: 0.0948076 Aug 02 13:29:19.475960 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-24c1d183-baa4-4a4e-a83a-94b67fd47581 req-5f81a533-b50f-462b-b083-8b5e6f772458 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451770 Aug 02 13:29:19.517419 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:19.550609 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 620ecc79-5d23-4306-a01f-1bba8dddefd6, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:29:19.553860 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:19.556506 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:29:19.624692 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=620ecc79-5d23-4306-a01f-1bba8dddefd6,revision_number=6']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:19.627436 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:29:19.689484 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '620ecc79-5d23-4306-a01f-1bba8dddefd6'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:29:19.720492 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-827c9f09-000a-4bad-b0d5-f74b8b2662d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:19.743709 dv-cinder-803181-1-iscsi neutron-server[78569]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '620ecc79-5d23-4306-a01f-1bba8dddefd6', 'code': 422} returned with failed status Aug 02 13:29:19.994886 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c7b95-e389-4d38-a61b-293960857acf req-36e9d405-3387-4638-ac3a-97e18a1db8c3 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:19.996367 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-122c7b95-e389-4d38-a61b-293960857acf req-36e9d405-3387-4638-ac3a-97e18a1db8c3 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.0822191 Aug 02 13:29:20.043308 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-122c7b95-e389-4d38-a61b-293960857acf req-c329aebf-c524-4960-92b2-1612785f0fcc tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413189 Aug 02 13:29:20.169500 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:20.714784 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14103137-f72f-44fc-9b60-9eb00f1d8b12 req-e58ce3a7-c61e-4f65-82b8-f698bf29ee75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:20.716208 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-14103137-f72f-44fc-9b60-9eb00f1d8b12 req-e58ce3a7-c61e-4f65-82b8-f698bf29ee75 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9&tenant_id=8a82d37039e5426ba6d055fe0318e365 HTTP/1.1" status: 200 len: 1096 time: 0.1368394 Aug 02 13:29:20.727593 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a04c3-a52a-49b8-816f-20d4d1ee927d req-df04007e-8d0b-4aca-9770-9555e6239719 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:20.729048 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c10a04c3-a52a-49b8-816f-20d4d1ee927d req-df04007e-8d0b-4aca-9770-9555e6239719 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 945 time: 0.1183081 Aug 02 13:29:20.835186 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c10a04c3-a52a-49b8-816f-20d4d1ee927d req-38bfa141-d62b-4506-92ee-dfb4859f8a79 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993836 Aug 02 13:29:20.856872 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14103137-f72f-44fc-9b60-9eb00f1d8b12 req-56a4f3ff-49ee-4315-bf4a-0636a63f8af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:20.858405 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-14103137-f72f-44fc-9b60-9eb00f1d8b12 req-56a4f3ff-49ee-4315-bf4a-0636a63f8af5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a82d37039e5426ba6d055fe0318e365&device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 1096 time: 0.1062627 Aug 02 13:29:21.002189 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14103137-f72f-44fc-9b60-9eb00f1d8b12 req-349f7bcb-7943-49b0-b5a0-8887e07477df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:21.003658 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-14103137-f72f-44fc-9b60-9eb00f1d8b12 req-349f7bcb-7943-49b0-b5a0-8887e07477df service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 HTTP/1.1" status: 200 len: 909 time: 0.1381824 Aug 02 13:29:21.117941 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-14103137-f72f-44fc-9b60-9eb00f1d8b12 req-35603267-6d54-4c08-81cf-89eb6897a688 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6 HTTP/1.1" status: 200 len: 999 time: 0.1069376 Aug 02 13:29:21.238036 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14103137-f72f-44fc-9b60-9eb00f1d8b12 req-7c69d91f-9a0d-4bed-812a-9174802bfb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:21.240063 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-14103137-f72f-44fc-9b60-9eb00f1d8b12 req-7c69d91f-9a0d-4bed-812a-9174802bfb3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd91de65-150b-4aad-ba28-79a156b1da71 HTTP/1.1" status: 200 len: 847 time: 0.1148341 Aug 02 13:29:21.322185 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb61be4-0174-4845-80e1-016d2c995164 req-056ca8ea-3d09-408d-8508-cc2e89200d22 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:21.323726 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fcb61be4-0174-4845-80e1-016d2c995164 req-056ca8ea-3d09-408d-8508-cc2e89200d22 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.1576843 Aug 02 13:29:21.373917 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14103137-f72f-44fc-9b60-9eb00f1d8b12 req-55961ab5-bc29-4a05-9776-99ffa7cf82ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:21.375413 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-14103137-f72f-44fc-9b60-9eb00f1d8b12 req-55961ab5-bc29-4a05-9776-99ffa7cf82ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1268935 Aug 02 13:29:21.383584 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fcb61be4-0174-4845-80e1-016d2c995164 req-760b9d63-1c3a-489c-bc9f-dbae21099f50 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524938 Aug 02 13:29:21.528416 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-14103137-f72f-44fc-9b60-9eb00f1d8b12 req-b08d4652-6282-4319-b70f-29b02d343bdd service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437922 Aug 02 13:29:21.680512 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-14103137-f72f-44fc-9b60-9eb00f1d8b12 req-128ddbb4-116a-43dc-88b0-f10345439004 service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450870 Aug 02 13:29:22.591005 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f6375a-e964-484e-a103-757ae7bc92fd req-a3ac38b9-46cb-4c46-ab6d-0af47ffc3f43 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:22.592472 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-54f6375a-e964-484e-a103-757ae7bc92fd req-a3ac38b9-46cb-4c46-ab6d-0af47ffc3f43 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.0842097 Aug 02 13:29:22.639822 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-54f6375a-e964-484e-a103-757ae7bc92fd req-9b977115-916b-41bd-ad78-7283a0887edf tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416193 Aug 02 13:29:22.829429 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-751031fa-2b76-4da9-b386-72d209954bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:23.574778 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:23.834733 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffea32bf-e6c4-47a4-8a4f-9a8230990a64 req-0b0619d7-fb85-4976-a305-130c8bf22fdb tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:23.836091 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ffea32bf-e6c4-47a4-8a4f-9a8230990a64 req-0b0619d7-fb85-4976-a305-130c8bf22fdb tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.0884631 Aug 02 13:29:23.881335 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ffea32bf-e6c4-47a4-8a4f-9a8230990a64 req-488652b7-71a4-452b-a20c-211b9b29d99e tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393355 Aug 02 13:29:24.981469 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:25.071942 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d640e5e-ced9-4f72-986f-6472dbec2eda req-0761c977-d82c-4c96-97d2-a40ccf53bbcd tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:25.073511 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-4d640e5e-ced9-4f72-986f-6472dbec2eda req-0761c977-d82c-4c96-97d2-a40ccf53bbcd tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.0862730 Aug 02 13:29:25.124274 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-4d640e5e-ced9-4f72-986f-6472dbec2eda req-1d39c362-27c5-4f53-8145-730225ffe49b tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448749 Aug 02 13:29:26.319470 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3ffb8-d959-46bf-8232-451550ccf542 req-847c1177-fc50-4a4a-a867-3ebfb2f76571 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:26.320951 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9cf3ffb8-d959-46bf-8232-451550ccf542 req-847c1177-fc50-4a4a-a867-3ebfb2f76571 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.0896935 Aug 02 13:29:26.368184 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9cf3ffb8-d959-46bf-8232-451550ccf542 req-41fff4ee-4708-48a1-81a9-411c371f611a tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415709 Aug 02 13:29:27.560391 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d13634-dd42-4f1b-9c7e-5f0a56b025d1 req-b7d581e6-8573-4ea9-9e20-d6e476dce724 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:27.562276 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a4d13634-dd42-4f1b-9c7e-5f0a56b025d1 req-b7d581e6-8573-4ea9-9e20-d6e476dce724 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.0866413 Aug 02 13:29:27.614705 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a4d13634-dd42-4f1b-9c7e-5f0a56b025d1 req-6037c086-6290-444a-b655-ad2b55afe697 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462594 Aug 02 13:29:28.797261 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c88f93a-d3e6-4f61-ac37-76df2451817c req-4726c650-ea01-4d33-9e01-69bde1af5485 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:28.798705 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8c88f93a-d3e6-4f61-ac37-76df2451817c req-4726c650-ea01-4d33-9e01-69bde1af5485 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 943 time: 0.0803628 Aug 02 13:29:28.843916 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8c88f93a-d3e6-4f61-ac37-76df2451817c req-a73d084d-107b-499a-82db-ff7f893bc494 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389199 Aug 02 13:29:29.424034 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 620ecc79-5d23-4306-a01f-1bba8dddefd6 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:29:29.560126 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 620ecc79-5d23-4306-a01f-1bba8dddefd6, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:29:29.573632 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '620ecc79-5d23-4306-a01f-1bba8dddefd6', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'port_id': '620ecc79-5d23-4306-a01f-1bba8dddefd6', 'mac_address': 'fa:16:3e:a0:6e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:29:29.629982 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:29.646998 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 620ecc79-5d23-4306-a01f-1bba8dddefd6 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:29:29.661605 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 620ecc79-5d23-4306-a01f-1bba8dddefd6, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:29:29.665828 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:29.667684 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:29:29.731504 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=620ecc79-5d23-4306-a01f-1bba8dddefd6,revision_number=7']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:29.734599 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:29:30.031763 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffac2d-6363-447a-94ac-c435a32698c3 req-72d46a8f-33e4-4149-a7f8-271e66451798 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:30.033238 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e5ffac2d-6363-447a-94ac-c435a32698c3 req-72d46a8f-33e4-4149-a7f8-271e66451798 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 944 time: 0.0833962 Aug 02 13:29:30.080145 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e5ffac2d-6363-447a-94ac-c435a32698c3 req-d897455b-785c-4464-8e0e-d51862b4ef28 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402086 Aug 02 13:29:31.269754 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ebb885-55ed-4af0-812f-9ba578658f3a req-1ee8248d-ac6f-4fdc-a0cf-954fbbaadc55 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:31.271818 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-86ebb885-55ed-4af0-812f-9ba578658f3a req-1ee8248d-ac6f-4fdc-a0cf-954fbbaadc55 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 944 time: 0.0857627 Aug 02 13:29:31.317377 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-86ebb885-55ed-4af0-812f-9ba578658f3a req-7c63c0e8-bf39-4894-ba84-830ab9affa67 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395870 Aug 02 13:29:32.505021 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70593843-ae17-4ed8-a5f8-58dcea37efbe req-44978ca9-a909-420a-98a3-6e47a0dd4b4e tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:32.507173 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-70593843-ae17-4ed8-a5f8-58dcea37efbe req-44978ca9-a909-420a-98a3-6e47a0dd4b4e tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 944 time: 0.0832524 Aug 02 13:29:32.555928 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-70593843-ae17-4ed8-a5f8-58dcea37efbe req-83139c3d-b081-4175-bcad-43d1570d3444 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430996 Aug 02 13:29:32.731194 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['620ecc79-5d23-4306-a01f-1bba8dddefd6'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:29:33.756810 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaed365-b40e-4318-8299-3ed2374dca2a req-f5848d00-f915-434c-a3ab-07d9f93ac1d0 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:33.758300 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-aeaed365-b40e-4318-8299-3ed2374dca2a req-f5848d00-f915-434c-a3ab-07d9f93ac1d0 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 944 time: 0.0962641 Aug 02 13:29:33.887242 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-aeaed365-b40e-4318-8299-3ed2374dca2a req-8bf4b5e9-2ca2-48e8-a776-e36fa865160d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203499 Aug 02 13:29:35.075400 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc4584-e125-4526-8917-a0a1e2abe4ba req-1cd0c0fd-75db-43b3-9c73-b1c39f948624 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:35.076802 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-62dc4584-e125-4526-8917-a0a1e2abe4ba req-1cd0c0fd-75db-43b3-9c73-b1c39f948624 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 944 time: 0.0813653 Aug 02 13:29:35.126198 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-62dc4584-e125-4526-8917-a0a1e2abe4ba req-36474c56-0a2e-4b1c-93b3-7bac0b382c9d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418115 Aug 02 13:29:35.777291 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 620ecc79-5d23-4306-a01f-1bba8dddefd6 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:29:35.849921 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 620ecc79-5d23-4306-a01f-1bba8dddefd6 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:29:35.850906 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:35.970138 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:35.997589 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620ecc79-5d23-4306-a01f-1bba8dddefd6'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:29:36.007481 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 620ecc79-5d23-4306-a01f-1bba8dddefd6, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:29:36.011963 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:36.013907 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:29:36.049077 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '620ecc79-5d23-4306-a01f-1bba8dddefd6', 'code': 200} Aug 02 13:29:36.080347 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=620ecc79-5d23-4306-a01f-1bba8dddefd6,revision_number=8']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:36.083349 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:29:36.318584 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dfb9dd-5e27-440a-9b0e-43d080b72d21 req-e198d4bb-b644-4228-97bb-d485935a1cf6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:36.320659 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f5dfb9dd-5e27-440a-9b0e-43d080b72d21 req-e198d4bb-b644-4228-97bb-d485935a1cf6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0857708 Aug 02 13:29:36.370054 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f5dfb9dd-5e27-440a-9b0e-43d080b72d21 req-ae7c366c-a127-4e06-be04-57df6e778d71 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434728 Aug 02 13:29:36.812096 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:37.156957 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a67017-e6f2-424d-bdc7-aeafecc87f2e req-bf4e609d-50dd-4fc2-87f9-34ce4c280292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:37.158361 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b9a67017-e6f2-424d-bdc7-aeafecc87f2e req-bf4e609d-50dd-4fc2-87f9-34ce4c280292 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 1098 time: 0.0756178 Aug 02 13:29:37.200886 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b9a67017-e6f2-424d-bdc7-aeafecc87f2e req-300e2c95-2a4e-4acc-916e-d921d5dd5396 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354874 Aug 02 13:29:37.602036 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42a25e-b068-47b5-9ade-a61d494b87da req-0648abc9-d732-4199-a7b9-476e276b29d6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:37.603607 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8c42a25e-b068-47b5-9ade-a61d494b87da req-0648abc9-d732-4199-a7b9-476e276b29d6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.1121838 Aug 02 13:29:37.651437 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8c42a25e-b068-47b5-9ade-a61d494b87da req-6fa4d2c8-9228-42f7-9fd0-8fe9431e3736 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418322 Aug 02 13:29:38.844096 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781b3cb-3467-4486-8e54-801ac747f429 req-929d044a-cc44-424a-a814-17b6c932a2bf tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:38.845710 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f781b3cb-3467-4486-8e54-801ac747f429 req-929d044a-cc44-424a-a814-17b6c932a2bf tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0839365 Aug 02 13:29:38.894917 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-f781b3cb-3467-4486-8e54-801ac747f429 req-94e0998c-a524-40be-996c-0ebe9701b443 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434799 Aug 02 13:29:43.316673 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0092742f-c41d-4dd0-8e2e-0e616eafd7e1 req-c61b0652-0e3c-474c-b160-98f3d5bcd8da tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:43.318112 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0092742f-c41d-4dd0-8e2e-0e616eafd7e1 req-c61b0652-0e3c-474c-b160-98f3d5bcd8da tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 945 time: 0.0863574 Aug 02 13:29:43.367830 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0092742f-c41d-4dd0-8e2e-0e616eafd7e1 req-4bf312f7-17a9-46b2-bad1-e1b45fd05377 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431855 Aug 02 13:29:44.563594 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9d4404-1697-4b76-9716-a3c64140e046 req-8be65745-2fdb-44e4-9047-6a6e796bbbe3 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:44.565097 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-4b9d4404-1697-4b76-9716-a3c64140e046 req-8be65745-2fdb-44e4-9047-6a6e796bbbe3 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 945 time: 0.0837610 Aug 02 13:29:44.615212 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-4b9d4404-1697-4b76-9716-a3c64140e046 req-c3b33b22-af09-4f3a-bdda-ef288d97feb1 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439157 Aug 02 13:29:45.259049 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca39e540-5af8-4cab-8f96-ce02fc6eb9c8 req-92dd5503-9198-4256-8d31-961a630a6395 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:45.260608 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ca39e540-5af8-4cab-8f96-ce02fc6eb9c8 req-92dd5503-9198-4256-8d31-961a630a6395 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.53 "GET /v2.0/ports?device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 945 time: 0.0943427 Aug 02 13:29:45.342564 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-ca39e540-5af8-4cab-8f96-ce02fc6eb9c8 req-ef5f6e12-e74e-4bb0-a0cd-053d950c79fb tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Deleting port 9227b852-f3b3-4d81-997f-9b49c17eba71 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:29:45.342909 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ca39e540-5af8-4cab-8f96-ce02fc6eb9c8 req-ef5f6e12-e74e-4bb0-a0cd-053d950c79fb tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:45.453566 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:29:45.600863 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-ca39e540-5af8-4cab-8f96-ce02fc6eb9c8 req-ef5f6e12-e74e-4bb0-a0cd-053d950c79fb tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] For port 9227b852-f3b3-4d81-997f-9b49c17eba71, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=9227b852-f3b3-4d81-997f-9b49c17eba71,segment=NetworkSegment(df475f56-6629-437d-9282-9493a7d3e242),segment_id=df475f56-6629-437d-9282-9493a7d3e242)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:29:45.601117 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ca39e540-5af8-4cab-8f96-ce02fc6eb9c8 req-ef5f6e12-e74e-4bb0-a0cd-053d950c79fb tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:45.727642 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-ca39e540-5af8-4cab-8f96-ce02fc6eb9c8 req-ef5f6e12-e74e-4bb0-a0cd-053d950c79fb tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Calling delete_port for 9227b852-f3b3-4d81-997f-9b49c17eba71 owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:29:45.900612 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948f3ef-ae3f-45b7-8bb8-ace12e4a121a req-d3256bdc-d7e4-4593-8323-4345508a1327 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:29:45.902013 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7948f3ef-ae3f-45b7-8bb8-ace12e4a121a req-d3256bdc-d7e4-4593-8323-4345508a1327 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/ports?device_id=6a10967e-0b52-4a5b-aa0c-06ca7a7d384d HTTP/1.1" status: 200 len: 945 time: 0.1475308 Aug 02 13:29:45.965505 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7948f3ef-ae3f-45b7-8bb8-ace12e4a121a req-abda499a-f3a9-4741-9ca9-bbf98a2ba651 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.49 "GET /v2.0/security-groups?id=75cdb1e9-b1b0-4ba0-a60c-0656783f287a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577066 Aug 02 13:29:45.966512 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ca39e540-5af8-4cab-8f96-ce02fc6eb9c8 req-ef5f6e12-e74e-4bb0-a0cd-053d950c79fb tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:45.972162 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-04df90bf-1cfb-45e4-9965-edbb16f1b1ef tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:29:46.005575 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['9227b852-f3b3-4d81-997f-9b49c17eba71'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:29:46.020864 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f6e12-e74e-4bb0-a0cd-053d950c79fb tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Pushing event deleted for resources: {'Port': ['ID=9227b852-f3b3-4d81-997f-9b49c17eba71,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:29:46.024133 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ef5f6e12-e74e-4bb0-a0cd-053d950c79fb tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:29:46.093416 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca39e540-5af8-4cab-8f96-ce02fc6eb9c8 req-ef5f6e12-e74e-4bb0-a0cd-053d950c79fb tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] No DVR routers for this DVR port 9227b852-f3b3-4d81-997f-9b49c17eba71 on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:29:46.095819 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-ca39e540-5af8-4cab-8f96-ce02fc6eb9c8 req-ef5f6e12-e74e-4bb0-a0cd-053d950c79fb tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:46.098355 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a10967e-0b52-4a5b-aa0c-06ca7a7d384d', 'name': 'network-vif-deleted', 'tag': '9227b852-f3b3-4d81-997f-9b49c17eba71'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:29:46.113983 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-ca39e540-5af8-4cab-8f96-ce02fc6eb9c8 req-ef5f6e12-e74e-4bb0-a0cd-053d950c79fb tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] 10.222.0.53 "DELETE /v2.0/ports/9227b852-f3b3-4d81-997f-9b49c17eba71 HTTP/1.1" status: 204 len: 173 time: 0.8466420 Aug 02 13:29:46.145557 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a10967e-0b52-4a5b-aa0c-06ca7a7d384d', 'name': 'network-vif-deleted', 'tag': '9227b852-f3b3-4d81-997f-9b49c17eba71', 'status': 'completed', 'code': 200} Aug 02 13:29:48.872922 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 9227b852-f3b3-4d81-997f-9b49c17eba71 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:29:48.909950 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 9227b852-f3b3-4d81-997f-9b49c17eba71 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:29:48.910307 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 9227b852-f3b3-4d81-997f-9b49c17eba71 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:29:49.721540 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0d8cd1a5-6b47-436f-8758-f7a797d9dd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:50.172661 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:52.831685 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-bf725156-9742-415d-8370-1ee4cb28ed3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:53.577707 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:29:54.983902 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:06.800973 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:12.483695 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 58992) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:12.545572 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_v2 [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Deleting subnet a1c94887-a785-4ad5-aceb-a9f9298f4128 {{(pid=78568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:30:12.548455 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:12.596611 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132345218'] for subnet, precommit_delete_associations {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:12.651435 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:12.722059 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132699173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132238658'] for subnet, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:12.726206 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ee1078ad-5db9-4192-bd39-6a9ce05a6809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:12.760557 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1c94887-a785-4ad5-aceb-a9f9298f4128,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:12.765980 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:12.772868 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:12.773260 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:12.773625 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:12.773981 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:12.774334 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:12.774685 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:12.775036 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:12.775387 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:12.775737 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:12.776082 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:12.776430 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:12.776772 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:12.780752 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:12.785035 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-65e63ad7-f959-4679-80f6-4ff2082279d4 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a1c94887-a785-4ad5-aceb-a9f9298f4128 HTTP/1.1" status: 204 len: 168 time: 0.3002586 Aug 02 13:30:12.785253 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 58996) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:12.895824 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:13.017781 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:13.030891 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1951f38a-d5e4-474f-b66d-53ccc6c394b5']}} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:13.043030 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df475f56-6629-437d-9282-9493a7d3e242') {'for_net_delete': True} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:13.043327 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df475f56-6629-437d-9282-9493a7d3e242') {} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:13.055377 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132134287'] for segment, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:13.072616 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:13.080321 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=78567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:30:13.080737 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132222339'] for segment, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: Traceback (most recent call last): Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: timer() Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: cb(*args, **kw) Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: return func(*args, **kwargs) Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: self._notify() Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: self.callback(batched_events) Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: event.method(event) Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: return f(self, *a, **k) Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._get(url).json() Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: return self.request(url, 'GET', **kwargs) Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:30:13.101316 dv-cinder-803181-1-iscsi neutron-server[78567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:30:13.174287 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:13.178262 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-7999d38b-7416-4b60-a8a7-8b02dd39e0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:13.191797 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:13.203396 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Pushing event deleted for resources: {'Network': ['ID=1951f38a-d5e4-474f-b66d-53ccc6c394b5,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:13.212583 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:13.212966 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:13.213384 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:13.213752 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:13.214123 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:13.214484 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:13.214845 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:13.215210 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:13.215570 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:13.215956 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:13.216367 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:13.216788 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:13.220246 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] 10.222.0.49 "DELETE /v2.0/networks/1951f38a-d5e4-474f-b66d-53ccc6c394b5 HTTP/1.1" status: 204 len: 168 time: 0.4340601 Aug 02 13:30:13.221089 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-c5983c6d-5760-4c07-a47e-85744fb0ad6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:13.369016 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59002) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:13.424414 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-ab78328a-dfff-4b30-b135-752aacf3e3bb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e079d18dd5044eb94768fa0fb338b3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540197 Aug 02 13:30:13.426729 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59006) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:13.485595 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-368ad5ae-310b-43e1-b727-8b6f640dde13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:13.510874 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-368ad5ae-310b-43e1-b727-8b6f640dde13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:13.561550 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-368ad5ae-310b-43e1-b727-8b6f640dde13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:13.565069 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-77667771-92ee-49ce-a42c-24264c54278a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:13.578381 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ad5ae-310b-43e1-b727-8b6f640dde13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cdb1e9-b1b0-4ba0-a60c-0656783f287a,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:13.581585 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-368ad5ae-310b-43e1-b727-8b6f640dde13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:13.589580 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-368ad5ae-310b-43e1-b727-8b6f640dde13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:13.590726 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-368ad5ae-310b-43e1-b727-8b6f640dde13 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/75cdb1e9-b1b0-4ba0-a60c-0656783f287a HTTP/1.1" status: 204 len: 168 time: 0.1631138 Aug 02 13:30:14.379745 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59032) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:14.486256 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-744381291-network', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:30:14.490962 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:14.495001 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Usage tracker for resource:network and tenant:e99ffc18062146bd9ef14e0b9f4d7281 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:14.498569 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:14.505466 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:14.515913 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Made reservation on behalf of e99ffc18062146bd9ef14e0b9f4d7281 for: {'network': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:30:14.518184 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:14.530454 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:14.547911 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:14.551857 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Usage tracker for resource:security_group_rule and tenant:e99ffc18062146bd9ef14e0b9f4d7281 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:14.554647 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:14.561332 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:14.649118 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:14.652865 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:14.656193 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-32fc90a6-363c-46c3-a7b5-e2f58b12ace4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:14.772922 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=78567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:30:14.782953 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86e852e3-05d4-41a4-b7bb-2aa7f734add5,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:14.786909 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:14.789322 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:14.789681 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.segments_db [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Added segment 511e70f1-fab5-482f-985e-c16dfff1bcb8 of type vlan for network f8026a71-09ec-4cf3-8769-c95dffa8dd1c Aug 02 13:30:14.820475 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:14.838895 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-545024b1-f44f-40a2-b00e-294fe25820fa req-a7efedd6-2d26-4596-84ed-d1a1a6a06910 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817397 Aug 02 13:30:14.853574 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:14.854889 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:14.855475 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:14.858970 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:14.962066 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Pushing event updated for resources: {'Network': ['ID=f8026a71-09ec-4cf3-8769-c95dffa8dd1c,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:14.966440 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5850749 Aug 02 13:30:14.967046 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-09d3395c-d61c-4f30-8dee-5e7f484d566d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:14.968983 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59038) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:14.974736 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Request body: {'subnet': {'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-744381291-subnet', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'ip_version': 4}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:30:14.977000 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network f8026a71-09ec-4cf3-8769-c95dffa8dd1c details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:30:14.979982 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:14.984956 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Usage tracker for resource:subnet and tenant:e99ffc18062146bd9ef14e0b9f4d7281 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:14.988127 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:14.994577 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:15.006907 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Made reservation on behalf of e99ffc18062146bd9ef14e0b9f4d7281 for: {'subnet': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:30:15.009717 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-133771747'] for subnet, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:15.080920 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545024b1-f44f-40a2-b00e-294fe25820fa req-971181c9-5cfd-4dd3-9871-557eb9f3b093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:15.082327 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-545024b1-f44f-40a2-b00e-294fe25820fa req-971181c9-5cfd-4dd3-9871-557eb9f3b093 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a82d37039e5426ba6d055fe0318e365&device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 1098 time: 0.1557407 Aug 02 13:30:15.217536 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132221222', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-133771665'] for subnet, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:15.222655 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:15.232583 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545024b1-f44f-40a2-b00e-294fe25820fa req-36b71378-3f3f-47c1-8514-d53a06e5fd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:15.234063 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-545024b1-f44f-40a2-b00e-294fe25820fa req-36b71378-3f3f-47c1-8514-d53a06e5fd18 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 HTTP/1.1" status: 200 len: 909 time: 0.1280243 Aug 02 13:30:15.300422 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Pushing event updated for resources: {'Subnet': ['ID=da947931-afcc-4d6d-9381-9ad3719c6219,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:15.303938 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:15.307403 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Checking segment: {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78567) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:30:15.307827 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Network hostable DHCP agents. Network: f8026a71-09ec-4cf3-8769-c95dffa8dd1c, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78567) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:30:15.330812 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Network f8026a71-09ec-4cf3-8769-c95dffa8dd1c is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78567) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:30:15.341492 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, f8026a71-09ec-4cf3-8769-c95dffa8dd1c) {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:30:15.346541 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:15.347219 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:15.354368 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-545024b1-f44f-40a2-b00e-294fe25820fa req-0ea3b53d-63e4-4048-8257-f9af7e9905c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6 HTTP/1.1" status: 200 len: 1001 time: 0.1092992 Aug 02 13:30:15.355094 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb2b9e9-8798-46db-bc38-124af8c9f118 None None] Network f8026a71-09ec-4cf3-8769-c95dffa8dd1c requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:30:15.371041 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b3f54993-d415-4cd0-b39b-95e3d4a9837c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4008746 Aug 02 13:30:15.374077 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59042) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:15.379168 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:30:15.383864 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:15.387888 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Usage tracker for resource:router and tenant:e99ffc18062146bd9ef14e0b9f4d7281 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:15.391461 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:15.397473 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:15.408970 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15685'] for router, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:15.410073 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15692'] for router, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:15.426206 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:15.429331 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545024b1-f44f-40a2-b00e-294fe25820fa req-66a29870-30eb-43a2-9a82-3a784b5ae8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:15.430776 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-545024b1-f44f-40a2-b00e-294fe25820fa req-66a29870-30eb-43a2-9a82-3a784b5ae8ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd91de65-150b-4aad-ba28-79a156b1da71 HTTP/1.1" status: 200 len: 847 time: 0.0639048 Aug 02 13:30:15.517235 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545024b1-f44f-40a2-b00e-294fe25820fa req-fee776ee-9cf1-42db-871d-67c18a244360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:15.518771 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-545024b1-f44f-40a2-b00e-294fe25820fa req-fee776ee-9cf1-42db-871d-67c18a244360 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0776377 Aug 02 13:30:15.583323 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9842de1a-b9a2-5785-a689-5798b1947638-f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219'}]}} from dv-cinder-803181-1-iscsi. {{(pid=78569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 02 13:30:15.584168 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:15.663757 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-545024b1-f44f-40a2-b00e-294fe25820fa req-e05b72c8-a570-448b-b071-858cb43a1629 service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353118 Aug 02 13:30:15.704641 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15706'] for router, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:15.773647 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.db_base_plugin_common [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Allocated IP 172.20.0.2 (f8026a71-09ec-4cf3-8769-c95dffa8dd1c/da947931-afcc-4d6d-9381-9ad3719c6219/13601456-e873-4562-a6d7-e38b5d6ac69f) {{(pid=78569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:30:15.818150 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-545024b1-f44f-40a2-b00e-294fe25820fa req-ef1f5f3f-8c62-4d78-91d9-b0dbb5ad2228 service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451912 Aug 02 13:30:15.982431 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Notify callbacks [] for port, precommit_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:15.992541 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Transition to ACTIVE for port object 13601456-e873-4562-a6d7-e38b5d6ac69f will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:30:16.011644 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Transition to ACTIVE for port object 13601456-e873-4562-a6d7-e38b5d6ac69f will not be triggered until provisioned by entity DHCP. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:30:16.018647 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:16.023573 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:16.034383 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:16.064714 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:16.086964 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Network f8026a71-09ec-4cf3-8769-c95dffa8dd1c is already hosted by enough agents. {{(pid=78569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:30:16.089948 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.base_scheduler [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Resources bound (agent type, host, resource id): {{(pid=78569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:30:16.093804 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Received port after_create {{(pid=78569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:30:16.102365 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Pushing event updated for resources: {'Port': ['ID=13601456-e873-4562-a6d7-e38b5d6ac69f,revision_number=1']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:16.142290 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:16.142640 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:16.142982 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:16.143320 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:16.143649 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:16.143983 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:16.144311 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:16.144640 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:16.144968 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:16.145322 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:16.145649 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:16.145972 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:16.173031 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:16.209879 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Attempting to bind port 13601456-e873-4562-a6d7-e38b5d6ac69f on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:30:16.210244 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Attempting to bind port 13601456-e873-4562-a6d7-e38b5d6ac69f by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:30:16.210606 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Attempting to bind port 13601456-e873-4562-a6d7-e38b5d6ac69f on network f8026a71-09ec-4cf3-8769-c95dffa8dd1c {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:30:16.213973 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Allocated IP 172.27.2.106 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/bad990e0-8d5e-4427-8d24-1205319a36f8) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:30:16.215830 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:30:16.216237 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Checking segment: {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:30:16.216644 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:16.217039 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Bound using segment: {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:30:16.217534 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Bound port: 13601456-e873-4562-a6d7-e38b5d6ac69f, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:30:16.217911 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:16.306565 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] For port 13601456-e873-4562-a6d7-e38b5d6ac69f, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:30:16.309751 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] For port 13601456-e873-4562-a6d7-e38b5d6ac69f, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=13601456-e873-4562-a6d7-e38b5d6ac69f,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:30:16.316016 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:16.319926 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:16.402494 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Pushing event updated for resources: {'Port': ['ID=13601456-e873-4562-a6d7-e38b5d6ac69f,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:16.411385 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:16.476539 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:16.506281 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:16.510033 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-41d5c464-0b0a-4d92-a35d-5de5398212e4 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:16.586584 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:30:16.589805 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:30:16.593637 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:30:16.634727 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Pushing event updated for resources: {'Port': ['ID=bad990e0-8d5e-4427-8d24-1205319a36f8,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:16.644406 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:17.019967 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:17.348456 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcd516e-b49e-4585-bae4-18f5de7bdca5 None None] Network f8026a71-09ec-4cf3-8769-c95dffa8dd1c requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:30:17.375277 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804693'] for router, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:17.436419 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-92b4cf78-3176-4eed-b495-bca3cbc7eabf None None] Provisioning for port 13601456-e873-4562-a6d7-e38b5d6ac69f completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:30:17.590747 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Router 7af9c985-ab15-44c2-8fdb-e77dbffd211e is scheduled to L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 with binding_index 1 {{(pid=78567) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 13:30:17.781328 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:30:17.789785 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Sync routers for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:30:17.800170 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:30:17.800877 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:29:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:17.806148 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] Notify callbacks [] for router, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:17.807634 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-4cadf872-1c5e-4f5a-b5c3-5b3d0508daab admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4326184 Aug 02 13:30:17.810407 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59046) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:17.993793 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:30:18.282905 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:16Z', 'revision_number': 3, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:18.286936 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Checking router: 7af9c985-ab15-44c2-8fdb-e77dbffd211e for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:30:18.287300 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Updating router 7af9c985-ab15-44c2-8fdb-e77dbffd211e port bad990e0-8d5e-4427-8d24-1205319a36f8 binding host dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:30:18.340650 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:18.597602 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 13601456-e873-4562-a6d7-e38b5d6ac69f up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:30:18.610227 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:18.706484 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 13601456-e873-4562-a6d7-e38b5d6ac69f completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:30:18.715205 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 13601456-e873-4562-a6d7-e38b5d6ac69f triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:18.715590 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:18.823844 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Notify callbacks [] for port, precommit_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:18.830510 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Allocated IP 172.20.0.1 (f8026a71-09ec-4cf3-8769-c95dffa8dd1c/da947931-afcc-4d6d-9381-9ad3719c6219/87db04fa-1911-4cf1-a751-2792133b1376) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:30:18.840868 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Transition to ACTIVE for port object bad990e0-8d5e-4427-8d24-1205319a36f8 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:30:18.847834 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:18.879714 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:18.977321 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Attempting to bind port bad990e0-8d5e-4427-8d24-1205319a36f8 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:30:18.977700 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Attempting to bind port bad990e0-8d5e-4427-8d24-1205319a36f8 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:30:18.978074 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Attempting to bind port bad990e0-8d5e-4427-8d24-1205319a36f8 on network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:30:18.980046 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:18.982571 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:18.993919 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c9b7e-919e-4347-ad35-81382666b88e None None] Pushing event updated for resources: {'Port': ['ID=bad990e0-8d5e-4427-8d24-1205319a36f8,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:18.999017 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.provisioning_blocks [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Transition to ACTIVE for port object 87db04fa-1911-4cf1-a751-2792133b1376 will not be triggered until provisioned by entity DHCP. {{(pid=78567) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:30:19.002912 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-163c9b7e-919e-4347-ad35-81382666b88e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:19.004899 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:30:19.005316 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Checking segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:30:19.005742 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:19.006149 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Bound using segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:30:19.006714 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Bound port: bad990e0-8d5e-4427-8d24-1205319a36f8, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:30:19.007128 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:19.025325 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:19.030479 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b0da3a2e-caab-4671-86ab-3a6b7ceb1fb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:19.072303 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 13601456-e873-4562-a6d7-e38b5d6ac69f, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=13601456-e873-4562-a6d7-e38b5d6ac69f,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:30:19.087750 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:19.092440 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-b051a867-7abc-44f1-ad05-e9d9c23ca2a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:19.096865 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Network f8026a71-09ec-4cf3-8769-c95dffa8dd1c is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:30:19.099932 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:30:19.102321 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:30:19.149987 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Pushing event updated for resources: {'Port': ['ID=87db04fa-1911-4cf1-a751-2792133b1376,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:19.152774 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] For port bad990e0-8d5e-4427-8d24-1205319a36f8, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:30:19.156177 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:19.167458 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] For port bad990e0-8d5e-4427-8d24-1205319a36f8, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=bad990e0-8d5e-4427-8d24-1205319a36f8,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:30:19.168917 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719632'] for router_interface, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:19.175162 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:19.186337 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=13601456-e873-4562-a6d7-e38b5d6ac69f,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:19.190816 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:19.191289 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:19.259211 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:30:19.259958 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:29:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:19.347286 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c9b7e-919e-4347-ad35-81382666b88e None None] Pushing event updated for resources: {'Port': ['ID=bad990e0-8d5e-4427-8d24-1205319a36f8,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:19.352808 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-163c9b7e-919e-4347-ad35-81382666b88e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:19.451683 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-ddc089cb-3b01-4b15-a010-42bdab172f5e None None] Provisioning for port 87db04fa-1911-4cf1-a751-2792133b1376 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:30:19.451956 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:19.459907 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-ddc089cb-3b01-4b15-a010-42bdab172f5e None None] Provisioning complete for port 87db04fa-1911-4cf1-a751-2792133b1376 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:19.460291 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ddc089cb-3b01-4b15-a010-42bdab172f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:19.491754 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:30:19.654149 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-ddc089cb-3b01-4b15-a010-42bdab172f5e None None] Port 87db04fa-1911-4cf1-a751-2792133b1376 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:30:19.736566 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-eeb7239b-75a8-4753-8de7-884796aa9b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:19.788255 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Notify callbacks [] for port, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:19.792873 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132222383'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:19.819094 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:16Z', 'revision_number': 3, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:19.820596 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-9b309fb4-06fd-405e-b8ab-42d24476d4a3 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:19.823114 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e30b82-58cf-43ce-8c65-642022e02902 None None] The sync data for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi is: [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:16Z', 'revision_number': 3, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:30:19.908801 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1690252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719615'] for router_interface, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:19.912414 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Pushing event updated for resources: {'Port': ['ID=87db04fa-1911-4cf1-a751-2792133b1376,revision_number=2']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:19.915715 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:20.069361 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Network f8026a71-09ec-4cf3-8769-c95dffa8dd1c is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:30:20.070439 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:30:20.182709 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:20.284830 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Router 7af9c985-ab15-44c2-8fdb-e77dbffd211e has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:30:20.379246 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-1d622a26-85b3-482e-90da-7fe563f15b08 None None] Provisioning complete for port 87db04fa-1911-4cf1-a751-2792133b1376 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:20.379712 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1d622a26-85b3-482e-90da-7fe563f15b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:20.438209 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-1d622a26-85b3-482e-90da-7fe563f15b08 None None] Port 87db04fa-1911-4cf1-a751-2792133b1376 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:30:20.475671 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:30:20.485094 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] 10.222.0.49 "PUT /v2.0/routers/7af9c985-ab15-44c2-8fdb-e77dbffd211e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6735024 Aug 02 13:30:20.621065 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device bad990e0-8d5e-4427-8d24-1205319a36f8 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:30:20.699505 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port bad990e0-8d5e-4427-8d24-1205319a36f8 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:30:20.706018 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port bad990e0-8d5e-4427-8d24-1205319a36f8 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:20.706401 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:20.872868 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:20.890052 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port bad990e0-8d5e-4427-8d24-1205319a36f8, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=bad990e0-8d5e-4427-8d24-1205319a36f8,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:30:20.894489 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:20.895399 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 13601456-e873-4562-a6d7-e38b5d6ac69f up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:30:20.942329 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:21.038333 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59068) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:21.038866 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=bad990e0-8d5e-4427-8d24-1205319a36f8,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:21.042573 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:21.044988 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1859811454-network', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:30:21.049948 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:21.053294 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 13601456-e873-4562-a6d7-e38b5d6ac69f triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:21.053677 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:21.054057 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Usage tracker for resource:network and tenant:bfb4745b2da54317b69b8e0095f4bb6e is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:21.057133 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:21.063687 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:21.075577 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Made reservation on behalf of bfb4745b2da54317b69b8e0095f4bb6e for: {'network': 1} {{(pid=78567) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:30:21.078038 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for network, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:21.090645 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:21.110322 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:21.114223 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Usage tracker for resource:security_group_rule and tenant:bfb4745b2da54317b69b8e0095f4bb6e is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:21.117224 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:21.124302 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:21.215708 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:21.219729 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:21.222904 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-429aafb5-9c3f-4d16-ac02-862e5ba95c72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:21.252531 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=78567) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 02 13:30:21.261298 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b49cd1-a6fe-47cd-a4a1-7c6ae5d2d8da,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:21.265844 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:21.268437 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:21.268840 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.segments_db [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Added segment 33f8337d-879a-490c-a0a3-c629d7e68bb8 of type vlan for network c6130ad9-f121-4a34-8c85-49a7af9f0ae4 Aug 02 13:30:21.295235 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774015145117'] for network, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:21.330885 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366'] for network, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:21.332614 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:21.333027 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:21.336832 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-14bcca27-33e5-4cfd-a13c-3484f7cce6c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:21.409928 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Sync routers for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:30:21.420051 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:30:21.420667 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:29:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:21.442283 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4002235 Aug 02 13:30:21.442764 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59072) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:21.443421 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Pushing event updated for resources: {'Network': ['ID=c6130ad9-f121-4a34-8c85-49a7af9f0ae4,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:21.446186 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-fa10aeca-eda2-488a-bfe2-1d8ef21d68fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:21.454339 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Request body: {'subnet': {'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1859811454-subnet', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'ip_version': 4}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:30:21.458827 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Network c6130ad9-f121-4a34-8c85-49a7af9f0ae4 details requested by agent ovs-agent-dv-cinder-803181-1-iscsi with host dv-cinder-803181-1-iscsi {{(pid=78569) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Aug 02 13:30:21.462848 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:21.466934 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Usage tracker for resource:subnet and tenant:bfb4745b2da54317b69b8e0095f4bb6e is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:21.469912 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:21.476488 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:21.487631 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Made reservation on behalf of bfb4745b2da54317b69b8e0095f4bb6e for: {'subnet': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:30:21.490444 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-132238633'] for subnet, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:21.608653 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:30:21.697745 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-132698342', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-132238683'] for subnet, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:21.702566 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:21.787723 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca83755-b61c-4438-8c91-096b87e46c7b,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:21.790476 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:21.797395 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Checking segment: {'id': '33f8337d-879a-490c-a0a3-c629d7e68bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:30:21.797764 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Network hostable DHCP agents. Network: c6130ad9-f121-4a34-8c85-49a7af9f0ae4, hostable agents: ['c442b41d-0302-4258-bf75-9f686fcead87'], hosted agents: [] {{(pid=78568) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 02 13:30:21.817961 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Network c6130ad9-f121-4a34-8c85-49a7af9f0ae4 is scheduled to be hosted by DHCP agent c442b41d-0302-4258-bf75-9f686fcead87 with binding_index 1 {{(pid=78568) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 02 13:30:21.829273 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-803181-1-iscsi, c6130ad9-f121-4a34-8c85-49a7af9f0ae4) {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:30:21.839167 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3e3905-7e5e-47c8-aef6-26abcbe0fe74 None None] Network c6130ad9-f121-4a34-8c85-49a7af9f0ae4 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:30:21.841959 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:21.842644 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:21.867563 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-5ffdebc0-bc20-4ac8-9bdf-25bbc7246046 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4210517 Aug 02 13:30:21.867782 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59076) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:21.873815 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1859811454-router', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:30:21.878588 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:21.882555 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Usage tracker for resource:router and tenant:bfb4745b2da54317b69b8e0095f4bb6e is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:21.885630 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:21.892275 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:21.905553 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1719236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15685'] for router, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:21.906753 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1719073', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1805522', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15692'] for router, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:21.923684 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:21.937657 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 2, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:21.941803 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Checking router: 7af9c985-ab15-44c2-8fdb-e77dbffd211e for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:30:21.942153 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Updating router 7af9c985-ab15-44c2-8fdb-e77dbffd211e port 87db04fa-1911-4cf1-a751-2792133b1376 binding host dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:30:22.032921 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.074537 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9842de1a-b9a2-5785-a689-5798b1947638-c6130ad9-f121-4a34-8c85-49a7af9f0ae4', 'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'fixed_ips': [{'subnet_id': 'aca83755-b61c-4438-8c91-096b87e46c7b'}]}} from dv-cinder-803181-1-iscsi. {{(pid=78569) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Aug 02 13:30:22.076173 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.212001 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1805517', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1719159', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15706'] for router, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.249685 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.db_base_plugin_common [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Allocated IP 172.20.0.2 (c6130ad9-f121-4a34-8c85-49a7af9f0ae4/aca83755-b61c-4438-8c91-096b87e46c7b/7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e) {{(pid=78569) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:30:22.432061 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Notify callbacks [] for port, precommit_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.466064 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:30:22.468484 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.provisioning_blocks [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Transition to ACTIVE for port object 87db04fa-1911-4cf1-a751-2792133b1376 will not be triggered until provisioned by entity L2. {{(pid=78570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:30:22.479093 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.487296 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:22.499317 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Notify callbacks [] for port, precommit_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.513514 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Transition to ACTIVE for port object 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:30:22.536320 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Transition to ACTIVE for port object 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e will not be triggered until provisioned by entity DHCP. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:30:22.546906 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056'] for port, after_create {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.553391 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:22.622795 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Pushing event updated for resources: {'Port': ['ID=7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e,revision_number=1']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:22.634016 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:22.644272 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Network c6130ad9-f121-4a34-8c85-49a7af9f0ae4 is already hosted by enough agents. {{(pid=78569) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:30:22.649507 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.scheduler.base_scheduler [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Resources bound (agent type, host, resource id): {{(pid=78569) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:30:22.653000 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device bad990e0-8d5e-4427-8d24-1205319a36f8 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:30:22.663877 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.680610 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Received port after_create {{(pid=78569) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:30:22.681122 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Pushing event updated for resources: {'Port': ['ID=87db04fa-1911-4cf1-a751-2792133b1376,revision_number=3']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:22.697857 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.720206 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:22.720555 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:22.720929 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:22.721289 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:22.721621 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:22.721950 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:22.722275 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:22.722600 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:22.722942 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:22.723268 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:22.723589 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:22.723907 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78570) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:30:22.727665 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:22.750825 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Attempting to bind port 87db04fa-1911-4cf1-a751-2792133b1376 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:30:22.751218 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Attempting to bind port 87db04fa-1911-4cf1-a751-2792133b1376 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:30:22.751598 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Attempting to bind port 87db04fa-1911-4cf1-a751-2792133b1376 on network f8026a71-09ec-4cf3-8769-c95dffa8dd1c {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:30:22.757774 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:30:22.758218 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Checking segment: {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:30:22.758635 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.759045 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Bound using segment: {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:30:22.759534 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Bound port: 87db04fa-1911-4cf1-a751-2792133b1376, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'}}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:30:22.759937 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.815276 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Attempting to bind port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:30:22.815656 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Attempting to bind port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': '33f8337d-879a-490c-a0a3-c629d7e68bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:30:22.816034 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Attempting to bind port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e on network c6130ad9-f121-4a34-8c85-49a7af9f0ae4 {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:30:22.826481 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:30:22.826901 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Checking segment: {'id': '33f8337d-879a-490c-a0a3-c629d7e68bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:30:22.827331 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.827746 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Bound using segment: {'id': '33f8337d-879a-490c-a0a3-c629d7e68bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:30:22.828249 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Bound port: 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f8337d-879a-490c-a0a3-c629d7e68bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:30:22.828643 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.877622 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] For port 87db04fa-1911-4cf1-a751-2792133b1376, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:30:22.879555 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Allocated IP 172.27.2.136 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/c1542d41-4645-4e84-9872-ce76ee75ae38) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:30:22.881677 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] For port 87db04fa-1911-4cf1-a751-2792133b1376, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=87db04fa-1911-4cf1-a751-2792133b1376,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:30:22.886686 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.892649 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:22.931069 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-cdd4b628-6a6d-4e73-ae7a-e380bb6cb6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.944297 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port bad990e0-8d5e-4427-8d24-1205319a36f8 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:22.944690 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:22.972709 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:30:22.973407 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:30:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:22.995166 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] For port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:30:23.018140 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] For port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e,segment=NetworkSegment(33f8337d-879a-490c-a0a3-c629d7e68bb8),segment_id=33f8337d-879a-490c-a0a3-c629d7e68bb8)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:30:23.029141 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:23.033566 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Pushing event updated for resources: {'Port': ['ID=87db04fa-1911-4cf1-a751-2792133b1376,revision_number=4']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:23.035134 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-4a5c8c52-c631-490b-8dd3-49aa7f331d76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:23.045643 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-ddbe8a15-e133-4aa3-a841-51239f73f993 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:23.062367 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:23.102290 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:23.108529 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d1e92782-8256-4d58-9229-862a70c0844b tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:23.109398 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Pushing event updated for resources: {'Port': ['ID=7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:23.118819 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:23.190838 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:30:23.193029 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:30:23.196121 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:30:23.198544 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:30:23.246614 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Pushing event updated for resources: {'Port': ['ID=c1542d41-4645-4e84-9872-ce76ee75ae38,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:23.249906 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:23.572062 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:22Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:23.577139 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70d027e-085d-463e-a24a-57e2015ff521 None None] The sync data for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi is: [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:22Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:30:23.584160 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:23.688674 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:24.173230 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf89dd0-d84a-4ae6-8909-a5329c213c1a None None] Network c6130ad9-f121-4a34-8c85-49a7af9f0ae4 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:30:24.177871 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1719094', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1804693'] for router, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:24.275816 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-7c65a736-bef2-461b-a395-00ce93b688fd None None] Provisioning for port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:30:24.414265 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Router 7786966a-c5a9-49fe-a55c-d6118414e1b5 is scheduled to L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 with binding_index 1 {{(pid=78568) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Aug 02 13:30:24.629060 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:30:24.650340 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Sync routers for ids ['7786966a-c5a9-49fe-a55c-d6118414e1b5'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:30:24.662336 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Routers {'7786966a-c5a9-49fe-a55c-d6118414e1b5'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:30:24.663230 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:30:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7786966a-c5a9-49fe-a55c-d6118414e1b5'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:24.674720 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Notify callbacks [] for router, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:24.678944 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8074932 Aug 02 13:30:24.679277 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59080) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:24.721487 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 87db04fa-1911-4cf1-a751-2792133b1376 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:30:24.925932 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 87db04fa-1911-4cf1-a751-2792133b1376 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:30:24.930087 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Set router 7786966a-c5a9-49fe-a55c-d6118414e1b5 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:30:25.048663 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 87db04fa-1911-4cf1-a751-2792133b1376 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:25.049039 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:25.136616 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:25.410974 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:25.413707 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:25.510492 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 87db04fa-1911-4cf1-a751-2792133b1376, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=87db04fa-1911-4cf1-a751-2792133b1376,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:30:25.530877 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:25.531726 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:30:25.561518 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:25.620234 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Allocated IP 172.20.0.1 (c6130ad9-f121-4a34-8c85-49a7af9f0ae4/aca83755-b61c-4438-8c91-096b87e46c7b/2eaefbb4-eaac-421e-bda6-98e967bff3ed) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:30:25.644226 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'name': 'tempest-TestVolumeBootPattern-1859811454-router', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c1542d41-4645-4e84-9872-ce76ee75ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:21Z', 'updated_at': '2021-08-02T13:30:23Z', 'revision_number': 3, 'project_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'gw_port': {'id': 'c1542d41-4645-4e84-9872-ce76ee75ae38', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:22Z', 'updated_at': '2021-08-02T13:30:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:25.661095 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Checking router: 7786966a-c5a9-49fe-a55c-d6118414e1b5 for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:30:25.661456 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Updating router 7786966a-c5a9-49fe-a55c-d6118414e1b5 port c1542d41-4645-4e84-9872-ce76ee75ae38 binding host dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:30:25.709382 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=87db04fa-1911-4cf1-a751-2792133b1376,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:25.714644 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:25.741573 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:25.790256 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:30:25.809588 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:25.810031 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:25.887312 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:25.909862 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Transition to ACTIVE for port object 2eaefbb4-eaac-421e-bda6-98e967bff3ed will not be triggered until provisioned by entity DHCP. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:30:25.934715 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:25.939322 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a2b98222-5798-47fc-845d-05d0e25b47de tempest-VolumesNegativeTest-418463531 tempest-VolumesNegativeTest-418463531-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:26.008464 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Network c6130ad9-f121-4a34-8c85-49a7af9f0ae4 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:30:26.011512 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:30:26.015980 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:30:26.049867 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Pushing event updated for resources: {'Port': ['ID=2eaefbb4-eaac-421e-bda6-98e967bff3ed,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:26.054582 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:26.074468 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1719632'] for router_interface, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:26.156723 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:26.207042 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:26.212621 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e,segment=NetworkSegment(33f8337d-879a-490c-a0a3-c629d7e68bb8),segment_id=33f8337d-879a-490c-a0a3-c629d7e68bb8)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:30:26.223519 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:26.228119 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-520aa310-0652-4dfd-8570-41582c909cdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:26.362464 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-41db73ed-cf95-4b96-a0c7-134a7123aa44 None None] Provisioning for port 2eaefbb4-eaac-421e-bda6-98e967bff3ed completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:30:26.367332 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:26.370990 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Notify callbacks [] for port, precommit_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:26.374954 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:26.379863 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-41db73ed-cf95-4b96-a0c7-134a7123aa44 None None] Provisioning complete for port 2eaefbb4-eaac-421e-bda6-98e967bff3ed triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:26.380238 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-41db73ed-cf95-4b96-a0c7-134a7123aa44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:26.427733 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Transition to ACTIVE for port object c1542d41-4645-4e84-9872-ce76ee75ae38 will not be triggered until provisioned by entity L2. {{(pid=78569) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:30:26.440406 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:26.446487 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-163c9b7e-919e-4347-ad35-81382666b88e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:26.449094 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:26.454276 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:26.480865 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8f46aafb-3f05-48df-99f7-80f7e8f5d43b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:26.496185 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-41db73ed-cf95-4b96-a0c7-134a7123aa44 None None] Port 2eaefbb4-eaac-421e-bda6-98e967bff3ed cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:30:26.525031 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Attempting to bind port c1542d41-4645-4e84-9872-ce76ee75ae38 on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:30:26.525448 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Attempting to bind port c1542d41-4645-4e84-9872-ce76ee75ae38 by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:30:26.525828 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Attempting to bind port c1542d41-4645-4e84-9872-ce76ee75ae38 on network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:30:26.532921 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618da6a6-0414-4a9f-a602-c5ade0ee0eeb None None] Pushing event updated for resources: {'Port': ['ID=c1542d41-4645-4e84-9872-ce76ee75ae38,revision_number=2']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:26.537015 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-618da6a6-0414-4a9f-a602-c5ade0ee0eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:26.537974 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:30:26.538378 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Checking segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78569) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:30:26.538778 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:26.539181 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Bound using segment: {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'} {{(pid=78569) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:30:26.539665 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.managers [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Bound port: c1542d41-4645-4e84-9872-ce76ee75ae38, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad055527-dd94-4485-86c1-7737ec743bb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13'}}] {{(pid=78569) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:30:26.540053 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:26.569266 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Pushing event updated for resources: {'Port': ['ID=2eaefbb4-eaac-421e-bda6-98e967bff3ed,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:26.573951 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:26.578406 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1690252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1719615'] for router_interface, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:26.584521 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 87db04fa-1911-4cf1-a751-2792133b1376 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:30:26.673805 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] For port c1542d41-4645-4e84-9872-ce76ee75ae38, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78569) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:30:26.678137 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] For port c1542d41-4645-4e84-9872-ce76ee75ae38, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=c1542d41-4645-4e84-9872-ce76ee75ae38,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:30:26.686266 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:26.690893 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:26.718583 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Network c6130ad9-f121-4a34-8c85-49a7af9f0ae4 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:30:26.719753 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:30:26.727546 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 87db04fa-1911-4cf1-a751-2792133b1376 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:26.727546 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:26.823710 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618da6a6-0414-4a9f-a602-c5ade0ee0eeb None None] Pushing event updated for resources: {'Port': ['ID=c1542d41-4645-4e84-9872-ce76ee75ae38,revision_number=3']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:26.828025 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-618da6a6-0414-4a9f-a602-c5ade0ee0eeb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:26.828640 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Routers {'7786966a-c5a9-49fe-a55c-d6118414e1b5'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:30:26.829309 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:30:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7786966a-c5a9-49fe-a55c-d6118414e1b5'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:26.928704 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Router 7786966a-c5a9-49fe-a55c-d6118414e1b5 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:30:27.052460 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:30:27.113565 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] Set router 7786966a-c5a9-49fe-a55c-d6118414e1b5 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:30:27.118370 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:30:27.127706 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] 10.222.0.49 "PUT /v2.0/routers/7786966a-c5a9-49fe-a55c-d6118414e1b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4472501 Aug 02 13:30:27.170694 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-b20f0ce1-cbc9-40a9-ad04-227de6f19868 None None] Provisioning complete for port 2eaefbb4-eaac-421e-bda6-98e967bff3ed triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:27.171124 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-b20f0ce1-cbc9-40a9-ad04-227de6f19868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:27.321647 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-b20f0ce1-cbc9-40a9-ad04-227de6f19868 None None] Port 2eaefbb4-eaac-421e-bda6-98e967bff3ed cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:30:27.398160 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:27.398389 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:27.655994 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'name': 'tempest-TestVolumeBootPattern-1859811454-router', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c1542d41-4645-4e84-9872-ce76ee75ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:21Z', 'updated_at': '2021-08-02T13:30:26Z', 'revision_number': 4, 'project_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'gw_port': {'id': 'c1542d41-4645-4e84-9872-ce76ee75ae38', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:22Z', 'updated_at': '2021-08-02T13:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '2eaefbb4-eaac-421e-bda6-98e967bff3ed', 'name': '', 'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'mac_address': 'fa:16:3e:ea:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'aca83755-b61c-4438-8c91-096b87e46c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:25Z', 'updated_at': '2021-08-02T13:30:26Z', 'revision_number': 2, 'project_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'subnets': [{'id': 'aca83755-b61c-4438-8c91-096b87e46c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:27.660101 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf44ec9-f4ad-4ce3-8b6d-4e4f157f8c26 None None] The sync data for ids ['7786966a-c5a9-49fe-a55c-d6118414e1b5'] in dv-cinder-803181-1-iscsi is: [{'id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'name': 'tempest-TestVolumeBootPattern-1859811454-router', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c1542d41-4645-4e84-9872-ce76ee75ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:21Z', 'updated_at': '2021-08-02T13:30:26Z', 'revision_number': 4, 'project_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'gw_port': {'id': 'c1542d41-4645-4e84-9872-ce76ee75ae38', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:22Z', 'updated_at': '2021-08-02T13:30:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '2eaefbb4-eaac-421e-bda6-98e967bff3ed', 'name': '', 'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'mac_address': 'fa:16:3e:ea:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'aca83755-b61c-4438-8c91-096b87e46c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:25Z', 'updated_at': '2021-08-02T13:30:26Z', 'revision_number': 2, 'project_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'subnets': [{'id': 'aca83755-b61c-4438-8c91-096b87e46c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:30:28.583065 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device c1542d41-4645-4e84-9872-ce76ee75ae38 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:30:28.656624 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port c1542d41-4645-4e84-9872-ce76ee75ae38 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:30:28.661956 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port c1542d41-4645-4e84-9872-ce76ee75ae38 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:28.662416 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:28.786398 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:28.804327 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port c1542d41-4645-4e84-9872-ce76ee75ae38, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=c1542d41-4645-4e84-9872-ce76ee75ae38,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:30:28.809246 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:28.811640 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:28.879107 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=c1542d41-4645-4e84-9872-ce76ee75ae38,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:28.882230 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:28.972458 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59092) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:28.977893 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-673065891', 'description': 'tempest-secgroup-smoke-673065891 description', 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:30:28.984340 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:28.988172 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Usage tracker for resource:security_group and tenant:e99ffc18062146bd9ef14e0b9f4d7281 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:28.991051 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:28.998291 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:29.008048 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.030219 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:29.033895 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Usage tracker for resource:security_group_rule and tenant:e99ffc18062146bd9ef14e0b9f4d7281 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:29.036748 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:29.042404 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:29.112501 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.116196 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.119940 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-e6dbb58a-3c4c-41f3-b510-1609ea4808d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:29.159791 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce0816e2-a06c-4281-aaeb-1eabe6c2701e,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:29.163072 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:29.163980 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.167856 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-d7d61439-70d0-48e7-86b3-9c7bc5512f4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1917484 Aug 02 13:30:29.168370 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59096) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:29.174149 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-e3965f95-e757-4e49-9069-418513601311 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Request body: {'security_group_rule': {'security_group_id': 'ce0816e2-a06c-4281-aaeb-1eabe6c2701e', 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:30:29.180823 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-e3965f95-e757-4e49-9069-418513601311 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:29.184480 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-e3965f95-e757-4e49-9069-418513601311 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Usage tracker for resource:security_group_rule and tenant:e99ffc18062146bd9ef14e0b9f4d7281 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:29.188067 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-e3965f95-e757-4e49-9069-418513601311 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:29.193821 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-e3965f95-e757-4e49-9069-418513601311 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:29.211059 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e3965f95-e757-4e49-9069-418513601311 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.278357 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e3965f95-e757-4e49-9069-418513601311 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.282476 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e3965f95-e757-4e49-9069-418513601311 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.284628 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:29.308462 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3965f95-e757-4e49-9069-418513601311 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925f833b-f424-49d3-93c9-5d52968d4b5b,revision_number=0']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:29.314219 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-e3965f95-e757-4e49-9069-418513601311 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:29.318978 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-e3965f95-e757-4e49-9069-418513601311 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.320324 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-e3965f95-e757-4e49-9069-418513601311 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510239 Aug 02 13:30:29.324343 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59100) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:29.330418 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-18b80097-421e-4117-95e7-b8108a2ccc32 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Request body: {'security_group_rule': {'security_group_id': 'ce0816e2-a06c-4281-aaeb-1eabe6c2701e', 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:30:29.336604 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-18b80097-421e-4117-95e7-b8108a2ccc32 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:29.340450 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-18b80097-421e-4117-95e7-b8108a2ccc32 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Usage tracker for resource:security_group_rule and tenant:e99ffc18062146bd9ef14e0b9f4d7281 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:29.344141 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-18b80097-421e-4117-95e7-b8108a2ccc32 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:29.350187 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-18b80097-421e-4117-95e7-b8108a2ccc32 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:29.367686 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-18b80097-421e-4117-95e7-b8108a2ccc32 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.427776 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-18b80097-421e-4117-95e7-b8108a2ccc32 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.431341 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-18b80097-421e-4117-95e7-b8108a2ccc32 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.439165 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:29.459763 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b80097-421e-4117-95e7-b8108a2ccc32 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adaec732-3d12-4fac-848f-48d134afa653,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:29.462245 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-18b80097-421e-4117-95e7-b8108a2ccc32 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:29.467619 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-18b80097-421e-4117-95e7-b8108a2ccc32 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.468835 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-18b80097-421e-4117-95e7-b8108a2ccc32 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1435006 Aug 02 13:30:29.471556 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59104) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:29.476724 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-b5f838ad-ef6d-47e0-85c6-05a23f9e00b0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Request body: {'security_group_rule': {'security_group_id': 'ce0816e2-a06c-4281-aaeb-1eabe6c2701e', 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:30:29.483141 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-b5f838ad-ef6d-47e0-85c6-05a23f9e00b0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:29.487333 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-b5f838ad-ef6d-47e0-85c6-05a23f9e00b0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Usage tracker for resource:security_group_rule and tenant:e99ffc18062146bd9ef14e0b9f4d7281 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:29.490216 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-b5f838ad-ef6d-47e0-85c6-05a23f9e00b0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:29.495915 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-b5f838ad-ef6d-47e0-85c6-05a23f9e00b0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:29.511585 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b5f838ad-ef6d-47e0-85c6-05a23f9e00b0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.573995 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b5f838ad-ef6d-47e0-85c6-05a23f9e00b0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.577947 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b5f838ad-ef6d-47e0-85c6-05a23f9e00b0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.580394 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:29.607587 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f838ad-ef6d-47e0-85c6-05a23f9e00b0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a00a6569-0885-42b9-b914-8f961e333b7a,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:29.612773 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b5f838ad-ef6d-47e0-85c6-05a23f9e00b0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:29.616982 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b5f838ad-ef6d-47e0-85c6-05a23f9e00b0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.618518 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-b5f838ad-ef6d-47e0-85c6-05a23f9e00b0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1457207 Aug 02 13:30:29.620882 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59108) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:29.626189 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-fee51c8a-ddf9-4d9f-8897-7b1c35a71f5c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Request body: {'security_group_rule': {'security_group_id': 'ce0816e2-a06c-4281-aaeb-1eabe6c2701e', 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:30:29.635029 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-fee51c8a-ddf9-4d9f-8897-7b1c35a71f5c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:29.639695 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-fee51c8a-ddf9-4d9f-8897-7b1c35a71f5c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Usage tracker for resource:security_group_rule and tenant:e99ffc18062146bd9ef14e0b9f4d7281 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:29.642600 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-fee51c8a-ddf9-4d9f-8897-7b1c35a71f5c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:29.648228 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-fee51c8a-ddf9-4d9f-8897-7b1c35a71f5c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:29.664961 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fee51c8a-ddf9-4d9f-8897-7b1c35a71f5c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.727368 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fee51c8a-ddf9-4d9f-8897-7b1c35a71f5c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.731209 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fee51c8a-ddf9-4d9f-8897-7b1c35a71f5c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.738538 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:29.756847 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee51c8a-ddf9-4d9f-8897-7b1c35a71f5c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d53ce9-fdfa-4135-8481-19d78ae6f4e8,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:29.759409 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-fee51c8a-ddf9-4d9f-8897-7b1c35a71f5c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:29.768159 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-fee51c8a-ddf9-4d9f-8897-7b1c35a71f5c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.769627 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-fee51c8a-ddf9-4d9f-8897-7b1c35a71f5c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475973 Aug 02 13:30:29.772460 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59112) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:29.777567 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-2f76bf29-0905-443d-8754-3f84b9130e6e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Request body: {'security_group_rule': {'security_group_id': 'ce0816e2-a06c-4281-aaeb-1eabe6c2701e', 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:30:29.784040 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-2f76bf29-0905-443d-8754-3f84b9130e6e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:29.788119 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-2f76bf29-0905-443d-8754-3f84b9130e6e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Usage tracker for resource:security_group_rule and tenant:e99ffc18062146bd9ef14e0b9f4d7281 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:29.791200 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-2f76bf29-0905-443d-8754-3f84b9130e6e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:29.797214 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-2f76bf29-0905-443d-8754-3f84b9130e6e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:29.807263 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.securitygroups_db [None req-2f76bf29-0905-443d-8754-3f84b9130e6e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Project e99ffc18062146bd9ef14e0b9f4d7281 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 13:30:29.814470 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2f76bf29-0905-443d-8754-3f84b9130e6e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.879038 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2f76bf29-0905-443d-8754-3f84b9130e6e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.883434 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2f76bf29-0905-443d-8754-3f84b9130e6e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.890899 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-fee51c8a-ddf9-4d9f-8897-7b1c35a71f5c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:29.912117 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76bf29-0905-443d-8754-3f84b9130e6e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de681517-f710-4438-a7e1-61320038dab4,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:29.914814 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-2f76bf29-0905-443d-8754-3f84b9130e6e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:29.924007 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-2f76bf29-0905-443d-8754-3f84b9130e6e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:29.925437 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-2f76bf29-0905-443d-8754-3f84b9130e6e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1519840 Aug 02 13:30:29.929447 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59116) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:30:29.934641 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-02fa02ab-c30e-485c-9e27-894d196de765 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Request body: {'security_group_rule': {'security_group_id': 'ce0816e2-a06c-4281-aaeb-1eabe6c2701e', 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:30:29.940824 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-02fa02ab-c30e-485c-9e27-894d196de765 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:29.944655 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-02fa02ab-c30e-485c-9e27-894d196de765 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Usage tracker for resource:security_group_rule and tenant:e99ffc18062146bd9ef14e0b9f4d7281 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:30:29.947549 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-02fa02ab-c30e-485c-9e27-894d196de765 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:30:29.954042 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-02fa02ab-c30e-485c-9e27-894d196de765 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:29.963520 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.securitygroups_db [None req-02fa02ab-c30e-485c-9e27-894d196de765 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Project e99ffc18062146bd9ef14e0b9f4d7281 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 02 13:30:29.970856 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-02fa02ab-c30e-485c-9e27-894d196de765 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:30.114959 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-02fa02ab-c30e-485c-9e27-894d196de765 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:30.118452 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-02fa02ab-c30e-485c-9e27-894d196de765 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909287'] for security_group_rule, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:30.120493 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-18b80097-421e-4117-95e7-b8108a2ccc32 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:30.142257 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa02ab-c30e-485c-9e27-894d196de765 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=941bd9c0-6b15-4de7-a9ce-c6fff166d06f,revision_number=0']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:30.144653 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-02fa02ab-c30e-485c-9e27-894d196de765 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:30.152065 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-02fa02ab-c30e-485c-9e27-894d196de765 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:30.157240 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-02fa02ab-c30e-485c-9e27-894d196de765 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2230208 Aug 02 13:30:30.564254 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device c1542d41-4645-4e84-9872-ce76ee75ae38 up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:30:30.634083 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port c1542d41-4645-4e84-9872-ce76ee75ae38 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:30.634470 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:31.133792 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Sync routers for ids ['7786966a-c5a9-49fe-a55c-d6118414e1b5'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:30:31.144474 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Routers {'7786966a-c5a9-49fe-a55c-d6118414e1b5'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:30:31.145221 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:30:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7786966a-c5a9-49fe-a55c-d6118414e1b5'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:31.367397 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Set router 7786966a-c5a9-49fe-a55c-d6118414e1b5 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:30:31.680333 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'name': 'tempest-TestVolumeBootPattern-1859811454-router', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c1542d41-4645-4e84-9872-ce76ee75ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:21Z', 'updated_at': '2021-08-02T13:30:26Z', 'revision_number': 4, 'project_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'gw_port': {'id': 'c1542d41-4645-4e84-9872-ce76ee75ae38', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:22Z', 'updated_at': '2021-08-02T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '2eaefbb4-eaac-421e-bda6-98e967bff3ed', 'name': '', 'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'mac_address': 'fa:16:3e:ea:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'aca83755-b61c-4438-8c91-096b87e46c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:25Z', 'updated_at': '2021-08-02T13:30:26Z', 'revision_number': 2, 'project_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'subnets': [{'id': 'aca83755-b61c-4438-8c91-096b87e46c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:31.684059 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Checking router: 7786966a-c5a9-49fe-a55c-d6118414e1b5 for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:30:31.684409 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Updating router 7786966a-c5a9-49fe-a55c-d6118414e1b5 port 2eaefbb4-eaac-421e-bda6-98e967bff3ed binding host dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 02 13:30:31.736306 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:32.083945 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Notify callbacks [] for port, precommit_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:32.095595 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.provisioning_blocks [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Transition to ACTIVE for port object 2eaefbb4-eaac-421e-bda6-98e967bff3ed will not be triggered until provisioned by entity L2. {{(pid=78570) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:30:32.102954 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:32.107000 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:32.266084 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1125741-dfd8-48ed-b02c-69d9d8b9e75f None None] Pushing event updated for resources: {'Port': ['ID=2eaefbb4-eaac-421e-bda6-98e967bff3ed,revision_number=3']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:32.273915 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-f1125741-dfd8-48ed-b02c-69d9d8b9e75f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:32.333923 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Attempting to bind port 2eaefbb4-eaac-421e-bda6-98e967bff3ed on host dv-cinder-803181-1-iscsi for vnic_type normal with profile {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:30:32.334296 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Attempting to bind port 2eaefbb4-eaac-421e-bda6-98e967bff3ed by drivers openvswitch,hyperv on host dv-cinder-803181-1-iscsi at level 0 using segments [{'id': '33f8337d-879a-490c-a0a3-c629d7e68bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4'}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:30:32.334579 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Attempting to bind port 2eaefbb4-eaac-421e-bda6-98e967bff3ed on network c6130ad9-f121-4a34-8c85-49a7af9f0ae4 {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:30:32.340314 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Checking agent: {'id': 'a6614525-cb92-4d84-a3ae-67ec7455a2d4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-803181-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 8, 20), 'started_at': datetime.datetime(2021, 8, 2, 13, 8, 50), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 30, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-803181-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:30:32.340808 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Checking segment: {'id': '33f8337d-879a-490c-a0a3-c629d7e68bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78570) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:30:32.342221 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:32.342622 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Bound using segment: {'id': '33f8337d-879a-490c-a0a3-c629d7e68bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4'} {{(pid=78570) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:30:32.343147 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.managers [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Bound port: 2eaefbb4-eaac-421e-bda6-98e967bff3ed, host: dv-cinder-803181-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f8337d-879a-490c-a0a3-c629d7e68bb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4'}}] {{(pid=78570) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:30:32.343525 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:32.446063 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] For port 2eaefbb4-eaac-421e-bda6-98e967bff3ed, host dv-cinder-803181-1-iscsi, cleared binding levels {{(pid=78570) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:30:32.448815 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.plugins.ml2.db [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] For port 2eaefbb4-eaac-421e-bda6-98e967bff3ed, host dv-cinder-803181-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=2eaefbb4-eaac-421e-bda6-98e967bff3ed,segment=NetworkSegment(33f8337d-879a-490c-a0a3-c629d7e68bb8),segment_id=33f8337d-879a-490c-a0a3-c629d7e68bb8)] {{(pid=78570) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:30:32.453913 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron_lib.callbacks.manager [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78570) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:32.457791 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:32.535474 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Routers {'7786966a-c5a9-49fe-a55c-d6118414e1b5'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:30:32.536112 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:30:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7786966a-c5a9-49fe-a55c-d6118414e1b5'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:32.617709 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1125741-dfd8-48ed-b02c-69d9d8b9e75f None None] Pushing event updated for resources: {'Port': ['ID=2eaefbb4-eaac-421e-bda6-98e967bff3ed,revision_number=4']} {{(pid=78570) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:32.621134 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG oslo_concurrency.lockutils [None req-f1125741-dfd8-48ed-b02c-69d9d8b9e75f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=78570) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:32.737047 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] Set router 7786966a-c5a9-49fe-a55c-d6118414e1b5 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:30:33.083138 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'name': 'tempest-TestVolumeBootPattern-1859811454-router', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c1542d41-4645-4e84-9872-ce76ee75ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:21Z', 'updated_at': '2021-08-02T13:30:26Z', 'revision_number': 4, 'project_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'gw_port': {'id': 'c1542d41-4645-4e84-9872-ce76ee75ae38', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:22Z', 'updated_at': '2021-08-02T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '2eaefbb4-eaac-421e-bda6-98e967bff3ed', 'name': '', 'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'mac_address': 'fa:16:3e:ea:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'aca83755-b61c-4438-8c91-096b87e46c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:25Z', 'updated_at': '2021-08-02T13:30:32Z', 'revision_number': 4, 'project_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'subnets': [{'id': 'aca83755-b61c-4438-8c91-096b87e46c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:30:33.087017 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc0c7bb-c88e-4a30-a4ec-90fdcf959d67 None None] The sync data for ids ['7786966a-c5a9-49fe-a55c-d6118414e1b5'] in dv-cinder-803181-1-iscsi is: [{'id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'name': 'tempest-TestVolumeBootPattern-1859811454-router', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c1542d41-4645-4e84-9872-ce76ee75ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:21Z', 'updated_at': '2021-08-02T13:30:26Z', 'revision_number': 4, 'project_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'gw_port': {'id': 'c1542d41-4645-4e84-9872-ce76ee75ae38', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:22Z', 'updated_at': '2021-08-02T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '2eaefbb4-eaac-421e-bda6-98e967bff3ed', 'name': '', 'network_id': 'c6130ad9-f121-4a34-8c85-49a7af9f0ae4', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'mac_address': 'fa:16:3e:ea:12:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'aca83755-b61c-4438-8c91-096b87e46c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:25Z', 'updated_at': '2021-08-02T13:30:32Z', 'revision_number': 4, 'project_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'subnets': [{'id': 'aca83755-b61c-4438-8c91-096b87e46c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:30:34.578758 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 2eaefbb4-eaac-421e-bda6-98e967bff3ed up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:30:34.651009 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning for port 2eaefbb4-eaac-421e-bda6-98e967bff3ed completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:30:34.656496 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 2eaefbb4-eaac-421e-bda6-98e967bff3ed triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:34.656881 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:34.775781 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:34.809603 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] For port 2eaefbb4-eaac-421e-bda6-98e967bff3ed, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=2eaefbb4-eaac-421e-bda6-98e967bff3ed,segment=NetworkSegment(33f8337d-879a-490c-a0a3-c629d7e68bb8),segment_id=33f8337d-879a-490c-a0a3-c629d7e68bb8)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:30:34.813263 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:34.816343 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:34.885333 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Pushing event updated for resources: {'Port': ['ID=2eaefbb4-eaac-421e-bda6-98e967bff3ed,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:34.888839 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:36.564319 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 2eaefbb4-eaac-421e-bda6-98e967bff3ed up at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:30:36.631562 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Provisioning complete for port 2eaefbb4-eaac-421e-bda6-98e967bff3ed triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:36.631948 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:36.814891 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:49.647417 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-f883dc6a-2d3d-4483-927d-a830f96d41ba tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673065891&fields=id&tenant_id=e99ffc18062146bd9ef14e0b9f4d7281 HTTP/1.1" status: 200 len: 267 time: 0.0464931 Aug 02 13:30:49.729825 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-c7567e1e-10c5-4369-9bc9-14c3bc658f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:49.799158 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501373b-b390-4538-8a32-ba325a4a4842 req-e2fbaa1d-f30b-4868-a269-57a37b0950e6 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:49.800507 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-e2fbaa1d-f30b-4868-a269-57a37b0950e6 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 811 time: 0.1468296 Aug 02 13:30:49.814779 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-ac637fdc-a04c-4473-8109-ea68c534b9a8 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/quotas/e99ffc18062146bd9ef14e0b9f4d7281 HTTP/1.1" status: 200 len: 375 time: 0.0089071 Aug 02 13:30:49.907630 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-a4e36599-861f-478d-8fcb-6ee03172b6db tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0872200 Aug 02 13:30:50.021693 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-7f236b27-3de9-4efc-ade0-66d758279d85 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=78568) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 02 13:30:50.022653 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-7f236b27-3de9-4efc-ade0-66d758279d85 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1043365 Aug 02 13:30:50.154719 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-22681109-d425-4d0e-b492-00d3e19d505a service neutron] 10.222.0.49 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261492 Aug 02 13:30:50.176645 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:50.291424 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-8fdf25e1-bed5-4193-8e3f-75f0f8554e1c service neutron] 10.222.0.49 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303520 Aug 02 13:30:50.677846 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-a16857a0-679a-4fb5-9b98-20b1fd973c69 req-0c591f03-ab07-4d1a-9ffd-c392cb70731f tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Synchronizing usage tracker for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:30:50.697096 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-a16857a0-679a-4fb5-9b98-20b1fd973c69 req-0c591f03-ab07-4d1a-9ffd-c392cb70731f tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Unset dirty status for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:30:50.698294 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a16857a0-679a-4fb5-9b98-20b1fd973c69 req-0c591f03-ab07-4d1a-9ffd-c392cb70731f tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 210 time: 0.0664654 Aug 02 13:30:51.845278 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a22c34b8-06e3-4fd0-867e-a27747fd604e req-de3c1c96-cb89-429b-b88f-ed561668d504 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 210 time: 0.0420394 Aug 02 13:30:52.258415 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501373b-b390-4538-8a32-ba325a4a4842 req-520df16c-b9c0-4b88-82b5-297e22d5ddac tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:52.259978 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-520df16c-b9c0-4b88-82b5-297e22d5ddac tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 811 time: 0.1476593 Aug 02 13:30:52.319572 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-b2eedd5f-6734-449f-ba1a-c120234e81bf tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e99ffc18062146bd9ef14e0b9f4d7281 HTTP/1.1" status: 200 len: 379 time: 0.0427201 Aug 02 13:30:52.332611 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-9501373b-b390-4538-8a32-ba325a4a4842 req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Request body: {'port': {'device_id': 'f4cf2a47-d80e-4be1-8e0e-768e86af9dd7', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'admin_state_up': True, 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'security_groups': ['ce0816e2-a06c-4281-aaeb-1eabe6c2701e']}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:30:52.471050 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-9501373b-b390-4538-8a32-ba325a4a4842 req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:30:52.480932 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-9501373b-b390-4538-8a32-ba325a4a4842 req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:30:52.490601 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9501373b-b390-4538-8a32-ba325a4a4842 req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Made reservation on behalf of e99ffc18062146bd9ef14e0b9f4d7281 for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:30:52.494174 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9501373b-b390-4538-8a32-ba325a4a4842 req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:52.662104 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-9501373b-b390-4538-8a32-ba325a4a4842 req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Allocated IP 172.20.0.6 (f8026a71-09ec-4cf3-8769-c95dffa8dd1c/da947931-afcc-4d6d-9381-9ad3719c6219/db1587e8-b60c-49fe-83f9-b04ef8f9d3b7) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:30:52.835067 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-9289f852-303a-4b58-ba10-83fbd82a7d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:52.855385 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9501373b-b390-4538-8a32-ba325a4a4842 req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:52.871366 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-9501373b-b390-4538-8a32-ba325a4a4842 req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Transition to ACTIVE for port object db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 will not be triggered until provisioned by entity DHCP. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:30:52.895960 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9501373b-b390-4538-8a32-ba325a4a4842 req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:52.902043 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:52.974925 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9501373b-b390-4538-8a32-ba325a4a4842 req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Network f8026a71-09ec-4cf3-8769-c95dffa8dd1c is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:30:52.978226 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-9501373b-b390-4538-8a32-ba325a4a4842 req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:30:52.982165 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-9501373b-b390-4538-8a32-ba325a4a4842 req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:30:53.023016 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'Port': ['ID=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:53.027470 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:53.044838 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3adeab-45bf-4d97-9f67-3771be91f7db req-6223c987-e52f-40ca-81be-0188257429c9 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:53.046517 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0e3adeab-45bf-4d97-9f67-3771be91f7db req-6223c987-e52f-40ca-81be-0188257429c9 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 931 time: 0.0950329 Aug 02 13:30:53.057471 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501373b-b390-4538-8a32-ba325a4a4842 req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:53.058255 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9501373b-b390-4538-8a32-ba325a4a4842 req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:53.091002 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-eac6c6b0-7d30-48a5-97e6-c48553a4dbf3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7630024 Aug 02 13:30:53.100689 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-0e3adeab-45bf-4d97-9f67-3771be91f7db req-636afd08-58af-4c6e-b96c-d904ca82e1a7 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Synchronizing usage tracker for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:security_group {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:30:53.113237 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Request body: {'port': {'device_id': 'f4cf2a47-d80e-4be1-8e0e-768e86af9dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:30:53.119323 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-0e3adeab-45bf-4d97-9f67-3771be91f7db req-636afd08-58af-4c6e-b96c-d904ca82e1a7 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Unset dirty status for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:security_group {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:30:53.120718 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-0e3adeab-45bf-4d97-9f67-3771be91f7db req-636afd08-58af-4c6e-b96c-d904ca82e1a7 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666666 Aug 02 13:30:53.235762 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:53.262374 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-485cb4c1-c8e2-401a-aef4-889791642efa None None] Provisioning for port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:30:53.269244 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-485cb4c1-c8e2-401a-aef4-889791642efa None None] Provisioning complete for port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:30:53.269912 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-485cb4c1-c8e2-401a-aef4-889791642efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:53.347952 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-485cb4c1-c8e2-401a-aef4-889791642efa None None] Port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:30:53.583629 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:53.702771 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:30:53.710940 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:53.726233 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Transition to ACTIVE for port object db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:30:53.728991 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:53.733546 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-ef5f6e12-e74e-4bb0-a0cd-053d950c79fb tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:53.915028 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Pushing event updated for resources: {'Port': ['ID=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:53.922739 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:54.005522 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Attempting to bind port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:30:54.006031 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Attempting to bind port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:30:54.006192 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Attempting to bind port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 on network f8026a71-09ec-4cf3-8769-c95dffa8dd1c {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:30:54.010776 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 on network f8026a71-09ec-4cf3-8769-c95dffa8dd1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:30:54.011100 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Attempting to bind port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 on network f8026a71-09ec-4cf3-8769-c95dffa8dd1c {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:30:54.017626 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:30:54.018003 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Checking segment: {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:30:54.018391 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Bound using segment: {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:30:54.018822 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Bound port: db1587e8-b60c-49fe-83f9-b04ef8f9d3b7, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:30:54.019168 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:54.111492 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] For port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:30:54.114606 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] For port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:30:54.120850 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:54.124959 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-00fd85e1-dd82-48c4-8724-241dc392a95e tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:30:54.197204 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:54.197890 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:54.199349 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] 10.222.0.53 "PUT /v2.0/ports/db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 HTTP/1.1" status: 200 len: 1093 time: 1.0906549 Aug 02 13:30:54.200637 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cf2a47-d80e-4be1-8e0e-768e86af9dd7', 'tag': 'db1587e8-b60c-49fe-83f9-b04ef8f9d3b7'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:30:54.224867 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Pushing event updated for resources: {'Port': ['ID=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:30:54.228236 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-90c2f713-31a1-4b5f-982c-a181305fc734 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:30:54.291746 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cf2a47-d80e-4be1-8e0e-768e86af9dd7', 'tag': 'db1587e8-b60c-49fe-83f9-b04ef8f9d3b7', 'status': 'completed', 'code': 200} Aug 02 13:30:54.412255 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda8eaa-7151-4d22-8921-cd7d43d92c64 req-c94eebb9-af84-4b1f-8feb-f629198affa1 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:54.413574 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-aeda8eaa-7151-4d22-8921-cd7d43d92c64 req-c94eebb9-af84-4b1f-8feb-f629198affa1 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Synchronizing usage tracker for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:30:54.433289 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501373b-b390-4538-8a32-ba325a4a4842 req-ed772d61-9744-4220-9f35-e1525ce88789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:54.436407 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-ed772d61-9744-4220-9f35-e1525ce88789 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 1096 time: 0.1462698 Aug 02 13:30:54.450500 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-aeda8eaa-7151-4d22-8921-cd7d43d92c64 req-c94eebb9-af84-4b1f-8feb-f629198affa1 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Unset dirty status for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:30:54.452080 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-aeda8eaa-7151-4d22-8921-cd7d43d92c64 req-c94eebb9-af84-4b1f-8feb-f629198affa1 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 943 time: 0.2019320 Aug 02 13:30:54.536778 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-618282ad-90df-45a4-9cc3-c2cd9b26fd7b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 HTTP/1.1" status: 200 len: 217 time: 0.0836732 Aug 02 13:30:54.609066 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-aeda8eaa-7151-4d22-8921-cd7d43d92c64 req-4c7ecebb-68a0-4871-95ed-93a59568010d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942545 Aug 02 13:30:54.630470 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501373b-b390-4538-8a32-ba325a4a4842 req-94ce838d-da85-4434-8608-b255cc6737f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:54.631912 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-94ce838d-da85-4434-8608-b255cc6737f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0757387 Aug 02 13:30:54.721793 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9501373b-b390-4538-8a32-ba325a4a4842 req-15c5bfba-8dcc-44a3-a0dc-5e730ca2bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:54.723319 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-15c5bfba-8dcc-44a3-a0dc-5e730ca2bc09 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0797591 Aug 02 13:30:54.868900 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-582a7b5f-e01b-400b-9f95-45384eedba1d service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356924 Aug 02 13:30:55.002276 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:30:55.017015 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9501373b-b390-4538-8a32-ba325a4a4842 req-f8678848-0e63-4080-966a-e882d5e3e413 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382921 Aug 02 13:30:55.199096 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f80d40-a2a6-494f-8b7d-087188f2a502 req-fe64b9fa-35b6-478b-ac10-8aab414e7c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:55.200595 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-77f80d40-a2a6-494f-8b7d-087188f2a502 req-fe64b9fa-35b6-478b-ac10-8aab414e7c73 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 1096 time: 0.0753970 Aug 02 13:30:55.351768 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f80d40-a2a6-494f-8b7d-087188f2a502 req-bbe2c59d-64cd-4f19-8949-e43a11c08b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:55.353308 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-77f80d40-a2a6-494f-8b7d-087188f2a502 req-bbe2c59d-64cd-4f19-8949-e43a11c08b47 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 912 time: 0.1444895 Aug 02 13:30:55.513555 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-77f80d40-a2a6-494f-8b7d-087188f2a502 req-77a7f54f-d2e1-45a5-a8d5-54ac5f9be0d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 HTTP/1.1" status: 200 len: 217 time: 0.1521974 Aug 02 13:30:55.586571 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f80d40-a2a6-494f-8b7d-087188f2a502 req-f1ee9549-778f-4f5a-9871-5129e2407e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:55.588086 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-77f80d40-a2a6-494f-8b7d-087188f2a502 req-f1ee9549-778f-4f5a-9871-5129e2407e2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0639071 Aug 02 13:30:55.675591 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f80d40-a2a6-494f-8b7d-087188f2a502 req-af00b82f-48c7-4966-92e0-ac6e42f99e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:55.677106 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-77f80d40-a2a6-494f-8b7d-087188f2a502 req-af00b82f-48c7-4966-92e0-ac6e42f99e72 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0790312 Aug 02 13:30:55.818359 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1bb96-e326-4abe-853c-e7ec215e1539 req-37f1cb0c-41a6-4e4c-b187-ee479a159bc3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:55.819952 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ffb1bb96-e326-4abe-853c-e7ec215e1539 req-37f1cb0c-41a6-4e4c-b187-ee479a159bc3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 943 time: 0.0925131 Aug 02 13:30:55.833939 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-77f80d40-a2a6-494f-8b7d-087188f2a502 req-8b0731f2-9905-47e6-9c38-6d7e74e3f3dd service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447327 Aug 02 13:30:55.868183 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ffb1bb96-e326-4abe-853c-e7ec215e1539 req-0665a68b-3408-44de-9c49-4a3e8f2d96e2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426433 Aug 02 13:30:55.981071 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-77f80d40-a2a6-494f-8b7d-087188f2a502 req-4e3c49ac-63bf-442f-97de-8d102e0b7953 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356046 Aug 02 13:30:57.075163 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a0c22a-1f19-4b8b-830e-c702857d6fdd req-4bc00966-56f6-4b0e-92ff-1a4ad6fa55b2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:57.076720 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-98a0c22a-1f19-4b8b-830e-c702857d6fdd req-4bc00966-56f6-4b0e-92ff-1a4ad6fa55b2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 943 time: 0.0981767 Aug 02 13:30:57.132940 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-98a0c22a-1f19-4b8b-830e-c702857d6fdd req-b2f61399-c38d-4f60-a0f6-477c466d8253 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463107 Aug 02 13:30:58.427947 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e8329-e420-477c-bc53-1920e4cbd710 req-a65d00fb-872f-48b3-b811-bc5f161e4174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:58.429616 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a53e8329-e420-477c-bc53-1920e4cbd710 req-a65d00fb-872f-48b3-b811-bc5f161e4174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 943 time: 0.1902719 Aug 02 13:30:58.475895 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-a53e8329-e420-477c-bc53-1920e4cbd710 req-9c9e82f8-11ad-485c-aa24-1c401311258d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406415 Aug 02 13:30:59.455030 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:30:59.678113 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a6c6c-b574-4dcc-b436-339698ba2756 req-d4619932-8204-41e9-a4b3-2255ce2669d0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:30:59.679645 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3a1a6c6c-b574-4dcc-b436-339698ba2756 req-d4619932-8204-41e9-a4b3-2255ce2669d0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 943 time: 0.0844140 Aug 02 13:30:59.726274 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3a1a6c6c-b574-4dcc-b436-339698ba2756 req-e5e04a12-621d-48e0-85c5-b80e3fd705fb tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410078 Aug 02 13:31:00.787168 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59270) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:00.918749 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046259d7-0eaf-4f7d-af65-c8a7621518e5 req-ad0e7ceb-2dda-4313-9065-c6ce183b5ff4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:00.920282 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-046259d7-0eaf-4f7d-af65-c8a7621518e5 req-ad0e7ceb-2dda-4313-9065-c6ce183b5ff4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 943 time: 0.0862536 Aug 02 13:31:00.969399 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-046259d7-0eaf-4f7d-af65-c8a7621518e5 req-78d877c0-a05c-4874-89c9-1c50ad5d4853 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422735 Aug 02 13:31:00.997348 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-807462d8-44bd-4a1d-aede-b1eb25040c82 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Deleting port b074e838-af47-46c7-8231-a23e9cc0b527 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:31:00.997688 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-807462d8-44bd-4a1d-aede-b1eb25040c82 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:01.174163 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-807462d8-44bd-4a1d-aede-b1eb25040c82 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:01.174426 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-807462d8-44bd-4a1d-aede-b1eb25040c82 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:01.236527 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:31:01.297239 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-807462d8-44bd-4a1d-aede-b1eb25040c82 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Calling delete_port for b074e838-af47-46c7-8231-a23e9cc0b527 owned by network:floatingip {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:31:01.374964 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:31:01.388755 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': 'db1587e8-b60c-49fe-83f9-b04ef8f9d3b7', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'port_id': 'db1587e8-b60c-49fe-83f9-b04ef8f9d3b7', 'mac_address': 'fa:16:3e:29:14:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:31:01.448285 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:01.462204 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-807462d8-44bd-4a1d-aede-b1eb25040c82 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:01.466780 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-36ab8c6f-007e-4085-99a2-3f7469b1b486 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:01.467641 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:31:01.484956 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:31:01.488729 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:01.491515 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-618da6a6-0414-4a9f-a602-c5ade0ee0eeb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:01.510348 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807462d8-44bd-4a1d-aede-b1eb25040c82 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Pushing event deleted for resources: {'Port': ['ID=b074e838-af47-46c7-8231-a23e9cc0b527,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:01.513538 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-807462d8-44bd-4a1d-aede-b1eb25040c82 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:01.562935 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:01.566897 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:01.678639 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-807462d8-44bd-4a1d-aede-b1eb25040c82 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for floatingip, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:01.678976 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.l3_db [None req-807462d8-44bd-4a1d-aede-b1eb25040c82 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Floating IP 590252cc-b036-494a-bef1-d03c689f153a disassociated (deleted). External IP: 172.27.2.194, port: 620ecc79-5d23-4306-a01f-1bba8dddefd6. Aug 02 13:31:01.874825 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['db1587e8-b60c-49fe-83f9-b04ef8f9d3b7'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:31:02.047033 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-807462d8-44bd-4a1d-aede-b1eb25040c82 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Router b11e962d-fef4-4de9-89b1-40105a23a050 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:31:02.310045 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974db5a4-ff50-4eb9-b09c-fe5fdc52e8a9 req-541b9884-9d8a-423d-92dc-84586dea04b3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:02.311662 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-974db5a4-ff50-4eb9-b09c-fe5fdc52e8a9 req-541b9884-9d8a-423d-92dc-84586dea04b3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 944 time: 0.1992054 Aug 02 13:31:02.318375 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-807462d8-44bd-4a1d-aede-b1eb25040c82 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:31:02.330879 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2a578-8b38-421a-b797-27d1b71e3c0d None None] Sync routers for ids ['b11e962d-fef4-4de9-89b1-40105a23a050'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:31:02.341415 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2a578-8b38-421a-b797-27d1b71e3c0d None None] Routers {'b11e962d-fef4-4de9-89b1-40105a23a050'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:31:02.342083 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-b7a2a578-8b38-421a-b797-27d1b71e3c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:30:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['b11e962d-fef4-4de9-89b1-40105a23a050'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:02.370830 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-807462d8-44bd-4a1d-aede-b1eb25040c82 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:02.419921 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-974db5a4-ff50-4eb9-b09c-fe5fdc52e8a9 req-d633c519-1aaa-4a03-a7ce-01c6f8402e0a tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931427 Aug 02 13:31:02.445522 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-807462d8-44bd-4a1d-aede-b1eb25040c82 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "DELETE /v2.0/floatingips/590252cc-b036-494a-bef1-d03c689f153a HTTP/1.1" status: 204 len: 168 time: 1.6572208 Aug 02 13:31:02.446384 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'tag': '620ecc79-5d23-4306-a01f-1bba8dddefd6'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:31:02.500276 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'tag': '620ecc79-5d23-4306-a01f-1bba8dddefd6', 'status': 'completed', 'code': 200} Aug 02 13:31:02.578225 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-b7a2a578-8b38-421a-b797-27d1b71e3c0d None None] Set router b11e962d-fef4-4de9-89b1-40105a23a050 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:31:02.639610 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a6140-009d-48d9-82dd-58083191404e req-64b8d365-e749-464e-aba2-c028c4bca8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:02.642426 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c56a6140-009d-48d9-82dd-58083191404e req-64b8d365-e749-464e-aba2-c028c4bca8f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8a82d37039e5426ba6d055fe0318e365&device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 1098 time: 0.0915170 Aug 02 13:31:02.799772 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a6140-009d-48d9-82dd-58083191404e req-660712f0-96db-4f5e-9541-62ae19e6bfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:02.801565 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c56a6140-009d-48d9-82dd-58083191404e req-660712f0-96db-4f5e-9541-62ae19e6bfb6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 HTTP/1.1" status: 200 len: 909 time: 0.1511464 Aug 02 13:31:02.909075 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c56a6140-009d-48d9-82dd-58083191404e req-728f1434-e6ae-4621-bd7f-1723d36677dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6 HTTP/1.1" status: 200 len: 217 time: 0.0988996 Aug 02 13:31:02.924413 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-b7a2a578-8b38-421a-b797-27d1b71e3c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:57Z', 'revision_number': 4, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'gw_port': {'id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '08829bc3-f662-4213-95be-945b7ebd56a1', 'name': '', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'mac_address': 'fa:16:3e:f3:03:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:56Z', 'updated_at': '2021-08-02T13:26:03Z', 'revision_number': 5, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'subnets': [{'id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:02.928410 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2a578-8b38-421a-b797-27d1b71e3c0d None None] Checking router: b11e962d-fef4-4de9-89b1-40105a23a050 for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:31:02.936671 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a2a578-8b38-421a-b797-27d1b71e3c0d None None] Routers {'b11e962d-fef4-4de9-89b1-40105a23a050'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:31:02.937326 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-b7a2a578-8b38-421a-b797-27d1b71e3c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:30:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['b11e962d-fef4-4de9-89b1-40105a23a050'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:02.994397 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a6140-009d-48d9-82dd-58083191404e req-64e29430-7b6a-42fc-8564-de2cb9bd1548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:02.995863 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c56a6140-009d-48d9-82dd-58083191404e req-64e29430-7b6a-42fc-8564-de2cb9bd1548 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=cd91de65-150b-4aad-ba28-79a156b1da71 HTTP/1.1" status: 200 len: 847 time: 0.0717239 Aug 02 13:31:03.047541 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e6bda-946f-4dfe-b06f-0a1bccaf1d31 req-f6e014c5-e434-4d56-a65b-beae48947038 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:03.048300 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-3c0e6bda-946f-4dfe-b06f-0a1bccaf1d31 req-f6e014c5-e434-4d56-a65b-beae48947038 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Synchronizing usage tracker for tenant:8a82d37039e5426ba6d055fe0318e365 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:31:03.083260 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-3c0e6bda-946f-4dfe-b06f-0a1bccaf1d31 req-f6e014c5-e434-4d56-a65b-beae48947038 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Unset dirty status for tenant:8a82d37039e5426ba6d055fe0318e365 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:31:03.083260 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3c0e6bda-946f-4dfe-b06f-0a1bccaf1d31 req-f6e014c5-e434-4d56-a65b-beae48947038 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.2237356 Aug 02 13:31:03.133499 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a6140-009d-48d9-82dd-58083191404e req-e838d978-838a-45ab-9d17-2f89f6e4cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:03.134980 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c56a6140-009d-48d9-82dd-58083191404e req-e838d978-838a-45ab-9d17-2f89f6e4cbd2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1318369 Aug 02 13:31:03.140185 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-b7a2a578-8b38-421a-b797-27d1b71e3c0d None None] Set router b11e962d-fef4-4de9-89b1-40105a23a050 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:31:03.145507 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3c0e6bda-946f-4dfe-b06f-0a1bccaf1d31 req-8d00e67f-7a25-48cc-9f00-5a69e0f030b6 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552127 Aug 02 13:31:03.274661 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:31:03.387463 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c56a6140-009d-48d9-82dd-58083191404e req-6a163474-cf72-4d34-8f93-2b36fcb5d429 service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409818 Aug 02 13:31:03.465320 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:31:03.482050 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:31:03.482433 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:03.530656 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c56a6140-009d-48d9-82dd-58083191404e req-8d041ed9-f9fc-4f82-9859-96d738509d87 service neutron] 10.222.0.53 "GET /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340103 Aug 02 13:31:03.616520 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beba2ac-3272-4a4a-9f7c-1e17410b6077 req-338a0781-ece8-4b5e-a7ee-6d2903ed9eec tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:03.618065 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3beba2ac-3272-4a4a-9f7c-1e17410b6077 req-338a0781-ece8-4b5e-a7ee-6d2903ed9eec tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 944 time: 0.0833061 Aug 02 13:31:03.659356 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:03.667164 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3beba2ac-3272-4a4a-9f7c-1e17410b6077 req-44efa1e3-71c6-4ab0-a7eb-d1e11df71a36 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429862 Aug 02 13:31:03.671706 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-b7a2a578-8b38-421a-b797-27d1b71e3c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:57Z', 'revision_number': 4, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'gw_port': {'id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '08829bc3-f662-4213-95be-945b7ebd56a1', 'name': '', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'mac_address': 'fa:16:3e:f3:03:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:56Z', 'updated_at': '2021-08-02T13:26:03Z', 'revision_number': 5, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'subnets': [{'id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:03.681759 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a2a578-8b38-421a-b797-27d1b71e3c0d None None] The sync data for ids ['b11e962d-fef4-4de9-89b1-40105a23a050'] in dv-cinder-803181-1-iscsi is: [{'id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:25:57Z', 'revision_number': 4, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'gw_port': {'id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '08829bc3-f662-4213-95be-945b7ebd56a1', 'name': '', 'network_id': '6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'mac_address': 'fa:16:3e:f3:03:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:56Z', 'updated_at': '2021-08-02T13:26:03Z', 'revision_number': 5, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'subnets': [{'id': 'cd91de65-150b-4aad-ba28-79a156b1da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:31:03.694674 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cf2a47-d80e-4be1-8e0e-768e86af9dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1587e8-b60c-49fe-83f9-b04ef8f9d3b7'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:31:03.705428 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:31:03.711001 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:03.713055 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:03.745399 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cf2a47-d80e-4be1-8e0e-768e86af9dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db1587e8-b60c-49fe-83f9-b04ef8f9d3b7', 'code': 200} Aug 02 13:31:03.791807 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:03.797939 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:03.912045 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95077943-6d5d-47b6-9feb-3e9038eccfd9 None None] New status for floating IP 590252cc-b036-494a-bef1-d03c689f153a: DOWN {{(pid=78570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:31:04.078613 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe280886-6a55-41dd-a168-77b8a39352cc req-300008db-37f4-4f7c-a9bb-d5b0e680675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:04.081297 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fe280886-6a55-41dd-a168-77b8a39352cc req-300008db-37f4-4f7c-a9bb-d5b0e680675d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 1098 time: 0.0753491 Aug 02 13:31:04.162786 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fe280886-6a55-41dd-a168-77b8a39352cc req-d55b0e58-ac1e-4a31-9aa6-2259a7c9ae2a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353110 Aug 02 13:31:04.338649 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc92abe-b41b-4850-8e19-a6ad1d28f4b8 req-a6c645a9-a17d-4bff-ab89-5ac54d1c8f5c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:04.340129 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8fc92abe-b41b-4850-8e19-a6ad1d28f4b8 req-a6c645a9-a17d-4bff-ab89-5ac54d1c8f5c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0813229 Aug 02 13:31:04.386569 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-8fc92abe-b41b-4850-8e19-a6ad1d28f4b8 req-3a18c739-4a3f-4d2d-8006-bb8aaa07a30c tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405030 Aug 02 13:31:04.864861 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2403e40e-3fe8-4753-8414-1e0a47fa6021 req-a03eff8f-e7df-4ef4-b872-3bce74c24936 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:04.866409 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2403e40e-3fe8-4753-8414-1e0a47fa6021 req-a03eff8f-e7df-4ef4-b872-3bce74c24936 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 945 time: 0.0901084 Aug 02 13:31:04.916909 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-2403e40e-3fe8-4753-8414-1e0a47fa6021 req-040e00b0-0652-4280-9caf-1effee3f6bc0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443363 Aug 02 13:31:05.132882 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a1a37c-2930-4125-a5c9-06f9803f7c91 req-f2f822d1-d5f2-4a61-af70-878c3a5520b5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:05.134403 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-33a1a37c-2930-4125-a5c9-06f9803f7c91 req-f2f822d1-d5f2-4a61-af70-878c3a5520b5 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.53 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.1005642 Aug 02 13:31:05.318608 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-33a1a37c-2930-4125-a5c9-06f9803f7c91 req-29c1299c-26b3-4d96-955c-24dc0899d4fe tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Deleting port 620ecc79-5d23-4306-a01f-1bba8dddefd6 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:31:05.318886 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-33a1a37c-2930-4125-a5c9-06f9803f7c91 req-29c1299c-26b3-4d96-955c-24dc0899d4fe tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:05.584626 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049047b-c814-42da-8d4e-ea52a9cf0771 req-3d3fa2bf-7683-4fac-adc6-c83e92f5728d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:05.585369 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-33a1a37c-2930-4125-a5c9-06f9803f7c91 req-29c1299c-26b3-4d96-955c-24dc0899d4fe tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] For port 620ecc79-5d23-4306-a01f-1bba8dddefd6, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=620ecc79-5d23-4306-a01f-1bba8dddefd6,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:31:05.585732 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-33a1a37c-2930-4125-a5c9-06f9803f7c91 req-29c1299c-26b3-4d96-955c-24dc0899d4fe tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:05.586129 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5049047b-c814-42da-8d4e-ea52a9cf0771 req-3d3fa2bf-7683-4fac-adc6-c83e92f5728d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 945 time: 0.0883453 Aug 02 13:31:05.637596 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5049047b-c814-42da-8d4e-ea52a9cf0771 req-23b60229-d00a-40a6-8d66-0029f22d3a0d tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/security-groups?id=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453460 Aug 02 13:31:05.714007 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-33a1a37c-2930-4125-a5c9-06f9803f7c91 req-29c1299c-26b3-4d96-955c-24dc0899d4fe tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Calling delete_port for 620ecc79-5d23-4306-a01f-1bba8dddefd6 owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:31:05.865196 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-33a1a37c-2930-4125-a5c9-06f9803f7c91 req-29c1299c-26b3-4d96-955c-24dc0899d4fe tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:05.871262 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f1a11578-040f-4e27-b793-d329644c12d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:05.919004 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1299c-26b3-4d96-955c-24dc0899d4fe tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Pushing event deleted for resources: {'Port': ['ID=620ecc79-5d23-4306-a01f-1bba8dddefd6,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:05.922242 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-29c1299c-26b3-4d96-955c-24dc0899d4fe tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:06.002465 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a1a37c-2930-4125-a5c9-06f9803f7c91 req-29c1299c-26b3-4d96-955c-24dc0899d4fe tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] No DVR routers for this DVR port 620ecc79-5d23-4306-a01f-1bba8dddefd6 on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:31:06.005151 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-33a1a37c-2930-4125-a5c9-06f9803f7c91 req-29c1299c-26b3-4d96-955c-24dc0899d4fe tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:06.009258 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'name': 'network-vif-deleted', 'tag': '620ecc79-5d23-4306-a01f-1bba8dddefd6'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:31:06.025446 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-33a1a37c-2930-4125-a5c9-06f9803f7c91 req-29c1299c-26b3-4d96-955c-24dc0899d4fe tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.53 "DELETE /v2.0/ports/620ecc79-5d23-4306-a01f-1bba8dddefd6 HTTP/1.1" status: 204 len: 173 time: 0.8848093 Aug 02 13:31:06.091968 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '372fd18d-20bf-4900-a64c-9e3891b6aea9', 'name': 'network-vif-deleted', 'tag': '620ecc79-5d23-4306-a01f-1bba8dddefd6', 'status': 'completed', 'code': 200} Aug 02 13:31:06.144139 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c4c3c-82f9-464a-b181-f859316c26c1 req-25f0dc96-ab44-4947-b649-639af498deba tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:06.145728 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3d4c4c3c-82f9-464a-b181-f859316c26c1 req-25f0dc96-ab44-4947-b649-639af498deba tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 945 time: 0.0895581 Aug 02 13:31:06.195182 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3d4c4c3c-82f9-464a-b181-f859316c26c1 req-dbc03e39-c732-4d6f-82aa-05b72984c30d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434961 Aug 02 13:31:06.395964 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec7a07-7685-4e35-bb2e-cd940bb0b826 req-22c54e78-9d42-438e-89b1-566c845b5bba tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:06.397668 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6bec7a07-7685-4e35-bb2e-cd940bb0b826 req-22c54e78-9d42-438e-89b1-566c845b5bba tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 945 time: 0.0870392 Aug 02 13:31:06.452072 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6bec7a07-7685-4e35-bb2e-cd940bb0b826 req-7dd7645e-26ff-4561-8211-705f509141a1 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478923 Aug 02 13:31:06.478282 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59302) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:06.605226 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-848dc08e-0a06-4040-8003-fb6e8e235f68 tempest-TestVolumeBootPattern-1470119519 tempest-TestVolumeBootPattern-1470119519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:06.606008 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-848dc08e-0a06-4040-8003-fb6e8e235f68 tempest-TestVolumeBootPattern-1470119519 tempest-TestVolumeBootPattern-1470119519-project-admin] Synchronizing usage tracker for tenant:bfb4745b2da54317b69b8e0095f4bb6e on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:31:06.622659 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-848dc08e-0a06-4040-8003-fb6e8e235f68 tempest-TestVolumeBootPattern-1470119519 tempest-TestVolumeBootPattern-1470119519-project-admin] Unset dirty status for tenant:bfb4745b2da54317b69b8e0095f4bb6e on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:31:06.623853 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-848dc08e-0a06-4040-8003-fb6e8e235f68 tempest-TestVolumeBootPattern-1470119519 tempest-TestVolumeBootPattern-1470119519-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 1093 time: 0.1445465 Aug 02 13:31:06.626998 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59308) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:06.632451 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Request body: {'floatingip': {'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'port_id': 'db1587e8-b60c-49fe-83f9-b04ef8f9d3b7', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address': '172.20.0.6'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:31:06.638554 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:31:06.643486 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Usage tracker for resource:floatingip and tenant:e99ffc18062146bd9ef14e0b9f4d7281 is out of sync, need to count used quota {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:31:06.646903 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78568) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:31:06.652731 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:31:06.667655 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for floatingip, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:06.814387 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-0baab4c8-d42d-4c85-bc70-a7e9e4e3f151 req-892b78db-30dd-48c8-9811-53e2e852b166 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Synchronizing usage tracker for tenant:8a82d37039e5426ba6d055fe0318e365 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:31:06.822395 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:06.844121 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-0baab4c8-d42d-4c85-bc70-a7e9e4e3f151 req-892b78db-30dd-48c8-9811-53e2e852b166 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Unset dirty status for tenant:8a82d37039e5426ba6d055fe0318e365 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:31:06.845948 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0baab4c8-d42d-4c85-bc70-a7e9e4e3f151 req-892b78db-30dd-48c8-9811-53e2e852b166 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "GET /v2.0/ports?device_id=372fd18d-20bf-4900-a64c-9e3891b6aea9 HTTP/1.1" status: 200 len: 210 time: 0.0771298 Aug 02 13:31:06.871836 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:07.114096 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Allocated IP 172.27.2.152 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/b93813b7-eea1-475d-8734-e1639523e730) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:31:07.289623 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:07.324065 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:07.328066 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-6edb1712-1e1c-42a5-8007-01d1a4ce3b20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:07.396483 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:31:07.399777 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:31:07.403264 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:31:07.437374 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'Port': ['ID=b93813b7-eea1-475d-8734-e1639523e730,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:07.442135 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:07.944592 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59316) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:07.968119 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:08.020167 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cb723376-a480-44c5-b42b-6107d5df3d04 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:08.054217 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cb723376-a480-44c5-b42b-6107d5df3d04 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:08.100207 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:08.128141 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cb723376-a480-44c5-b42b-6107d5df3d04 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:08.133388 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-9ac50aaa-3044-4d61-a604-a8857ad010cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:08.150196 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb723376-a480-44c5-b42b-6107d5df3d04 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:08.152152 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-cb723376-a480-44c5-b42b-6107d5df3d04 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:08.166189 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-cb723376-a480-44c5-b42b-6107d5df3d04 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:08.168090 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-cb723376-a480-44c5-b42b-6107d5df3d04 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] 10.222.0.49 "DELETE /v2.0/security-groups/3b0cf9c4-ea38-4d63-b258-ddec0fc03ec5 HTTP/1.1" status: 204 len: 168 time: 0.2223785 Aug 02 13:31:08.337436 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:08.341897 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:08.345842 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-a2549a1b-8c32-4cae-8289-51072ab397be tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:08.453357 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'Port': ['ID=b93813b7-eea1-475d-8734-e1639523e730,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:08.458495 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:08.468023 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:08.761338 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.l3_db [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Floating IP 912584b9-bea6-4c41-97c0-d3c4253db02b associated. External IP: 172.27.2.152, port: db1587e8-b60c-49fe-83f9-b04ef8f9d3b7. Aug 02 13:31:09.145950 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Router 7af9c985-ab15-44c2-8fdb-e77dbffd211e has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:31:09.243925 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59324) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:09.294812 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 620ecc79-5d23-4306-a01f-1bba8dddefd6 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:31:09.351554 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:31:09.373083 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d49c24-7510-4b43-8139-3d467975510f None None] Sync routers for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:31:09.389378 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:09.390389 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 620ecc79-5d23-4306-a01f-1bba8dddefd6 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:31:09.390747 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 620ecc79-5d23-4306-a01f-1bba8dddefd6 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:31:09.395342 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d49c24-7510-4b43-8139-3d467975510f None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:31:09.396025 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-57d49c24-7510-4b43-8139-3d467975510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:30:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:09.533708 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-978cec75-5980-44ec-9171-ba6fb500e5a0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9053431 Aug 02 13:31:09.536330 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4cf2a47-d80e-4be1-8e0e-768e86af9dd7', 'tag': 'db1587e8-b60c-49fe-83f9-b04ef8f9d3b7'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:31:09.646903 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-57d49c24-7510-4b43-8139-3d467975510f None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:31:09.696255 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4cf2a47-d80e-4be1-8e0e-768e86af9dd7', 'tag': 'db1587e8-b60c-49fe-83f9-b04ef8f9d3b7', 'status': 'completed', 'code': 200} Aug 02 13:31:09.914779 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292386cd-cc17-40d0-9e2f-b3444268a6a1 req-24a4758b-24b6-46e1-9719-6f332fbf4c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:09.916182 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-292386cd-cc17-40d0-9e2f-b3444268a6a1 req-24a4758b-24b6-46e1-9719-6f332fbf4c53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 1098 time: 0.2219656 Aug 02 13:31:10.046482 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-57d49c24-7510-4b43-8139-3d467975510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '912584b9-bea6-4c41-97c0-d3c4253db02b', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'port_id': 'db1587e8-b60c-49fe-83f9-b04ef8f9d3b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'mac_address': 'fa:16:3e:29:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cf2a47-d80e-4be1-8e0e-768e86af9dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:31:07Z', 'updated_at': '2021-08-02T13:31:07Z', 'revision_number': 0, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:10.051673 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d49c24-7510-4b43-8139-3d467975510f None None] Checking router: 7af9c985-ab15-44c2-8fdb-e77dbffd211e for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:31:10.061521 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d49c24-7510-4b43-8139-3d467975510f None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:31:10.062187 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-57d49c24-7510-4b43-8139-3d467975510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:30:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:10.243911 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292386cd-cc17-40d0-9e2f-b3444268a6a1 req-46897f59-36d9-4183-b7e9-f478c6e21b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:10.245385 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-292386cd-cc17-40d0-9e2f-b3444268a6a1 req-46897f59-36d9-4183-b7e9-f478c6e21b73 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 912 time: 0.3220916 Aug 02 13:31:10.261601 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-57d49c24-7510-4b43-8139-3d467975510f None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:31:10.395237 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-292386cd-cc17-40d0-9e2f-b3444268a6a1 req-e41a6a66-9fbf-4bbf-a215-237380a5ba56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 HTTP/1.1" status: 200 len: 999 time: 0.1395850 Aug 02 13:31:10.479904 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292386cd-cc17-40d0-9e2f-b3444268a6a1 req-1977f7b4-314d-4563-98ed-d2ba8623caba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:10.481412 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-292386cd-cc17-40d0-9e2f-b3444268a6a1 req-1977f7b4-314d-4563-98ed-d2ba8623caba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0747929 Aug 02 13:31:10.555258 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9c5bfc31-fa72-4af1-9d22-17d7d7cba07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719757'] for router_interface, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:10.653438 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-57d49c24-7510-4b43-8139-3d467975510f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '912584b9-bea6-4c41-97c0-d3c4253db02b', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'port_id': 'db1587e8-b60c-49fe-83f9-b04ef8f9d3b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'mac_address': 'fa:16:3e:29:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cf2a47-d80e-4be1-8e0e-768e86af9dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:31:07Z', 'updated_at': '2021-08-02T13:31:07Z', 'revision_number': 0, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:10.659075 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d49c24-7510-4b43-8139-3d467975510f None None] The sync data for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi is: [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '912584b9-bea6-4c41-97c0-d3c4253db02b', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'floating_ip_address': '172.27.2.152', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'port_id': 'db1587e8-b60c-49fe-83f9-b04ef8f9d3b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'mac_address': 'fa:16:3e:29:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cf2a47-d80e-4be1-8e0e-768e86af9dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:31:07Z', 'updated_at': '2021-08-02T13:31:07Z', 'revision_number': 0, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:31:10.754121 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292386cd-cc17-40d0-9e2f-b3444268a6a1 req-09862162-a99e-4c03-ad8d-104413f3f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:10.755629 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-292386cd-cc17-40d0-9e2f-b3444268a6a1 req-09862162-a99e-4c03-ad8d-104413f3f552 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2656875 Aug 02 13:31:10.863912 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2404606-b881-4203-998c-d724044045ee None None] New status for floating IP 912584b9-bea6-4c41-97c0-d3c4253db02b: ACTIVE {{(pid=78570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:31:11.023196 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-292386cd-cc17-40d0-9e2f-b3444268a6a1 req-d85cdf1d-e322-469b-9e99-f7fab6edc345 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2595489 Aug 02 13:31:11.208651 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-9c5bfc31-fa72-4af1-9d22-17d7d7cba07a admin admin] Deleting port 08829bc3-f662-4213-95be-945b7ebd56a1 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:31:11.209002 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9c5bfc31-fa72-4af1-9d22-17d7d7cba07a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:11.263767 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-292386cd-cc17-40d0-9e2f-b3444268a6a1 req-db02634d-997a-4e84-8566-50c0591023f1 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334273 Aug 02 13:31:11.403131 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [None req-9c5bfc31-fa72-4af1-9d22-17d7d7cba07a admin admin] For port 08829bc3-f662-4213-95be-945b7ebd56a1, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=08829bc3-f662-4213-95be-945b7ebd56a1,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:31:11.403876 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9c5bfc31-fa72-4af1-9d22-17d7d7cba07a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:11.528766 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-9c5bfc31-fa72-4af1-9d22-17d7d7cba07a admin admin] Calling delete_port for 08829bc3-f662-4213-95be-945b7ebd56a1 owned by network:router_interface {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:31:11.963891 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9c5bfc31-fa72-4af1-9d22-17d7d7cba07a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:11.967611 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-29c1299c-26b3-4d96-955c-24dc0899d4fe tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:12.018828 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5bfc31-fa72-4af1-9d22-17d7d7cba07a admin admin] Pushing event deleted for resources: {'Port': ['ID=08829bc3-f662-4213-95be-945b7ebd56a1,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:12.022156 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9c5bfc31-fa72-4af1-9d22-17d7d7cba07a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:12.310771 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9c5bfc31-fa72-4af1-9d22-17d7d7cba07a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1690357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719729'] for router_interface, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:12.685968 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c5bfc31-fa72-4af1-9d22-17d7d7cba07a admin admin] Router b11e962d-fef4-4de9-89b1-40105a23a050 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:31:12.863659 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c5bfc31-fa72-4af1-9d22-17d7d7cba07a admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:31:12.871903 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f4f6b-16b2-4350-9602-271468a7c53b None None] Sync routers for ids ['b11e962d-fef4-4de9-89b1-40105a23a050'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:31:12.881415 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-9c5bfc31-fa72-4af1-9d22-17d7d7cba07a admin admin] 10.222.0.49 "PUT /v2.0/routers/b11e962d-fef4-4de9-89b1-40105a23a050/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6359532 Aug 02 13:31:12.882675 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f4f6b-16b2-4350-9602-271468a7c53b None None] Routers {'b11e962d-fef4-4de9-89b1-40105a23a050'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:31:12.883306 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-c32f4f6b-16b2-4350-9602-271468a7c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:30:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['b11e962d-fef4-4de9-89b1-40105a23a050'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:12.883473 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59334) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:13.061622 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-c32f4f6b-16b2-4350-9602-271468a7c53b None None] Set router b11e962d-fef4-4de9-89b1-40105a23a050 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:31:13.202592 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Notify callbacks [] for router, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:13.433323 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:13.444758 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Deleting port 6dbbd19e-5ecb-4270-9dee-0766b29946c7 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:31:13.445175 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:13.453940 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-c32f4f6b-16b2-4350-9602-271468a7c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202'}], 'enable_snat': True}, 'gw_port_id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:31:11Z', 'revision_number': 5, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'gw_port': {'id': '6dbbd19e-5ecb-4270-9dee-0766b29946c7', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:a8:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'device_owner': 'network:router_gateway', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:13.459351 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f4f6b-16b2-4350-9602-271468a7c53b None None] Checking router: b11e962d-fef4-4de9-89b1-40105a23a050 for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:31:13.468185 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32f4f6b-16b2-4350-9602-271468a7c53b None None] Routers {'b11e962d-fef4-4de9-89b1-40105a23a050'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:31:13.468810 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-c32f4f6b-16b2-4350-9602-271468a7c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:30:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['b11e962d-fef4-4de9-89b1-40105a23a050'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:13.631104 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-c32f4f6b-16b2-4350-9602-271468a7c53b None None] Set router b11e962d-fef4-4de9-89b1-40105a23a050 gateway port host: None {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:31:13.638669 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] For port 6dbbd19e-5ecb-4270-9dee-0766b29946c7, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=6dbbd19e-5ecb-4270-9dee-0766b29946c7,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:31:13.639036 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:13.741982 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-c32f4f6b-16b2-4350-9602-271468a7c53b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:31:13Z', 'revision_number': 6, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'gw_port_host': None}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:13.746125 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32f4f6b-16b2-4350-9602-271468a7c53b None None] The sync data for ids ['b11e962d-fef4-4de9-89b1-40105a23a050'] in dv-cinder-803181-1-iscsi is: [{'id': 'b11e962d-fef4-4de9-89b1-40105a23a050', 'name': 'tempest-TestShelveInstance-291624780-router', 'tenant_id': '8a82d37039e5426ba6d055fe0318e365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:53Z', 'updated_at': '2021-08-02T13:31:13Z', 'revision_number': 6, 'project_id': '8a82d37039e5426ba6d055fe0318e365', 'gw_port_host': None}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:31:13.769622 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Calling delete_port for 6dbbd19e-5ecb-4270-9dee-0766b29946c7 owned by network:router_gateway {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:31:13.946213 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:13.950204 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:13.994354 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbbd19e-5ecb-4270-9dee-0766b29946c7,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:14.035632 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.035917 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.036287 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.036643 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.036994 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.037375 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.037750 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.038077 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.038428 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.038774 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.039122 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.039462 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.046967 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:14.103459 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1804568'] for router_gateway, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:14.285878 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15699'] for router, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:14.290131 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:14.326893 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718594'] for router, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:14.327824 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b11e962d-fef4-4de9-89b1-40105a23a050 {{(pid=78568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 02 13:31:14.345129 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] Notify callbacks [] for router, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:14.346356 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-b4fb64e8-5a07-4739-bad1-9574f05a3045 admin admin] 10.222.0.49 "DELETE /v2.0/routers/b11e962d-fef4-4de9-89b1-40105a23a050 HTTP/1.1" status: 204 len: 168 time: 1.4621248 Aug 02 13:31:14.348997 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59338) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:14.421171 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Deleting subnet cd91de65-150b-4aad-ba28-79a156b1da71 {{(pid=78567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:31:14.425219 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:14.476675 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132134288'] for subnet, precommit_delete_associations {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:14.583273 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:14.593442 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 08829bc3-f662-4213-95be-945b7ebd56a1 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:31:14.630650 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 08829bc3-f662-4213-95be-945b7ebd56a1 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:31:14.631045 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 08829bc3-f662-4213-95be-945b7ebd56a1 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:31:14.631484 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 6dbbd19e-5ecb-4270-9dee-0766b29946c7 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:31:14.665786 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132222437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133771656'] for subnet, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:14.670209 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b889e727-ea5f-4e19-8a7e-c68da8f5b034 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:14.672545 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 6dbbd19e-5ecb-4270-9dee-0766b29946c7 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:31:14.672917 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 6dbbd19e-5ecb-4270-9dee-0766b29946c7 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:31:14.710169 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd91de65-150b-4aad-ba28-79a156b1da71,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:14.712927 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:14.717666 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0f97f5-6169-472a-b73a-cee7c5f42767 None None] Network 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:31:14.724337 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.724719 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.725096 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.725572 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.725939 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.726303 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.726666 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.727030 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.727392 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.727749 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.728106 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.728457 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:31:14.732216 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/cd91de65-150b-4aad-ba28-79a156b1da71 HTTP/1.1" status: 204 len: 168 time: 0.3821645 Aug 02 13:31:14.733133 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:14.734908 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59342) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:14.857638 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:14.870722 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Deleting port 3f21b348-431c-4739-85bf-8d77da2ea724 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:31:14.870722 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:14.990265 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fac459-2f77-4cb6-9985-15a62ede9f99 None None] DHCP port deletion for 6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 request from dv-cinder-803181-1-iscsi {{(pid=78569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 02 13:31:14.996249 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-e2fac459-2f77-4cb6-9985-15a62ede9f99 None None] Deleting port 3f21b348-431c-4739-85bf-8d77da2ea724 {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:31:14.996635 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-e2fac459-2f77-4cb6-9985-15a62ede9f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:15.115435 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] For port 3f21b348-431c-4739-85bf-8d77da2ea724, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=3f21b348-431c-4739-85bf-8d77da2ea724,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:31:15.115923 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:15.238572 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-e2fac459-2f77-4cb6-9985-15a62ede9f99 None None] For port 3f21b348-431c-4739-85bf-8d77da2ea724, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=3f21b348-431c-4739-85bf-8d77da2ea724,segment=NetworkSegment(f037339a-0699-46f9-a876-fe515154c36f),segment_id=f037339a-0699-46f9-a876-fe515154c36f)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:31:15.239404 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-e2fac459-2f77-4cb6-9985-15a62ede9f99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:15.380005 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Calling delete_port for 3f21b348-431c-4739-85bf-8d77da2ea724 owned by network:dhcp {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:31:15.389636 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-e2fac459-2f77-4cb6-9985-15a62ede9f99 None None] Calling delete_port for 3f21b348-431c-4739-85bf-8d77da2ea724 owned by network:dhcp {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:31:15.462025 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:15.467068 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-502dfc3c-3a90-45e5-aa5e-b6b8a3fbac70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:15.469331 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.db.api [None req-e2fac459-2f77-4cb6-9985-15a62ede9f99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 13:31:15.469706 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_db.api [None req-e2fac459-2f77-4cb6-9985-15a62ede9f99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 13:31:15.515758 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Pushing event deleted for resources: {'Port': ['ID=3f21b348-431c-4739-85bf-8d77da2ea724,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:15.518532 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] No DVR routers for this DVR port 3f21b348-431c-4739-85bf-8d77da2ea724 on host dv-cinder-803181-1-iscsi {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:31:15.520404 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:15.640356 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:15.654455 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330']}} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:15.667754 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f037339a-0699-46f9-a876-fe515154c36f') {'for_net_delete': True} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:15.668049 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f037339a-0699-46f9-a876-fe515154c36f') {} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:15.681058 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132345245'] for segment, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:15.699056 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:15.705326 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=78568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:31:15.705714 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132699203'] for segment, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: Traceback (most recent call last): Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: timer() Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: cb(*args, **kw) Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: return func(*args, **kwargs) Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: self._notify() Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: self.callback(batched_events) Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: event.method(event) Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: return f(self, *a, **k) Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._get(url).json() Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: return self.request(url, 'GET', **kwargs) Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:31:15.719343 dv-cinder-803181-1-iscsi neutron-server[78568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:31:15.804011 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:15.808204 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-3e3dcb03-8ad5-4a34-91df-856e494943c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:15.821863 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:15.833286 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Pushing event deleted for resources: {'Network': ['ID=6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:15.836607 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:15.852100 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-e3ae16eb-e34d-4bcb-8170-228a45fd46df admin admin] 10.222.0.49 "DELETE /v2.0/networks/6ee8ceb3-ff9e-4ef4-8d02-f5f04373a330 HTTP/1.1" status: 204 len: 168 time: 1.1161733 Aug 02 13:31:15.854839 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59346) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:15.971577 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-e2fac459-2f77-4cb6-9985-15a62ede9f99 None None] Deleting port 3f21b348-431c-4739-85bf-8d77da2ea724 {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:31:15.972500 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-e2fac459-2f77-4cb6-9985-15a62ede9f99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:16.100830 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-e2fac459-2f77-4cb6-9985-15a62ede9f99 None None] The port '3f21b348-431c-4739-85bf-8d77da2ea724' was deleted {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 02 13:31:16.430914 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4496c515-9943-4d9d-9d2f-a65400abdc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719757'] for router_interface, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:16.583299 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 3f21b348-431c-4739-85bf-8d77da2ea724 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:31:16.617485 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 3f21b348-431c-4739-85bf-8d77da2ea724 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:31:16.617832 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 3f21b348-431c-4739-85bf-8d77da2ea724 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:31:16.911290 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e749d9c0-128e-478d-bff1-c4a6e654b1b6 req-cea98b04-b5d4-422c-9b0f-9fb7db3280bc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1016307 Aug 02 13:31:16.966619 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-4496c515-9943-4d9d-9d2f-a65400abdc8d admin admin] Deleting port a78d5fa2-64aa-4a79-be29-966ce39d04c2 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:31:16.966970 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4496c515-9943-4d9d-9d2f-a65400abdc8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:17.199382 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749d9c0-128e-478d-bff1-c4a6e654b1b6 req-27195d57-5ece-45aa-9ba5-dd5e0b4d753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:17.200860 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e749d9c0-128e-478d-bff1-c4a6e654b1b6 req-27195d57-5ece-45aa-9ba5-dd5e0b4d753a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 1098 time: 0.1922057 Aug 02 13:31:17.211296 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [None req-4496c515-9943-4d9d-9d2f-a65400abdc8d admin admin] For port a78d5fa2-64aa-4a79-be29-966ce39d04c2, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=a78d5fa2-64aa-4a79-be29-966ce39d04c2,segment=NetworkSegment(8e80af3d-6859-4e5e-a754-f8c373ad40cf),segment_id=8e80af3d-6859-4e5e-a754-f8c373ad40cf)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:31:17.211663 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4496c515-9943-4d9d-9d2f-a65400abdc8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:17.370380 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-4496c515-9943-4d9d-9d2f-a65400abdc8d admin admin] Calling delete_port for a78d5fa2-64aa-4a79-be29-966ce39d04c2 owned by network:router_interface {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:31:17.533702 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749d9c0-128e-478d-bff1-c4a6e654b1b6 req-20cb20c4-d1aa-499b-82e4-ebd58e154df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:17.535099 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e749d9c0-128e-478d-bff1-c4a6e654b1b6 req-20cb20c4-d1aa-499b-82e4-ebd58e154df0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 912 time: 0.3124557 Aug 02 13:31:17.661940 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e749d9c0-128e-478d-bff1-c4a6e654b1b6 req-df263afa-636d-4acf-855d-246d2e8529e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 HTTP/1.1" status: 200 len: 1001 time: 0.1198232 Aug 02 13:31:17.773077 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749d9c0-128e-478d-bff1-c4a6e654b1b6 req-7d94619c-3738-4a11-a94e-b776d7ce3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:17.774566 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e749d9c0-128e-478d-bff1-c4a6e654b1b6 req-7d94619c-3738-4a11-a94e-b776d7ce3e3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.1046896 Aug 02 13:31:17.822691 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4496c515-9943-4d9d-9d2f-a65400abdc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:17.832751 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-1f683906-d5cb-445d-95bc-f24226f65bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:17.911636 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496c515-9943-4d9d-9d2f-a65400abdc8d admin admin] Pushing event deleted for resources: {'Port': ['ID=a78d5fa2-64aa-4a79-be29-966ce39d04c2,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:17.920955 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4496c515-9943-4d9d-9d2f-a65400abdc8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:18.055115 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e749d9c0-128e-478d-bff1-c4a6e654b1b6 req-b801edd2-1793-4cc1-a99a-e90119579925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:31:18.056632 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e749d9c0-128e-478d-bff1-c4a6e654b1b6 req-b801edd2-1793-4cc1-a99a-e90119579925 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2729378 Aug 02 13:31:18.406325 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-4496c515-9943-4d9d-9d2f-a65400abdc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1690357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719729'] for router_interface, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:18.413768 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e749d9c0-128e-478d-bff1-c4a6e654b1b6 req-2b7d8f98-936f-475f-93ae-f1a2dff47486 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3408782 Aug 02 13:31:18.708895 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e749d9c0-128e-478d-bff1-c4a6e654b1b6 req-10d238b6-2fc3-4373-b8d0-7cb991ff9933 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878428 Aug 02 13:31:18.897783 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4496c515-9943-4d9d-9d2f-a65400abdc8d admin admin] Router 2379876d-beef-416e-bc03-be224f61ca60 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:31:19.084697 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4496c515-9943-4d9d-9d2f-a65400abdc8d admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:31:19.093821 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b66818-bae6-48c7-ab3b-93cc7ae0d63d None None] Sync routers for ids ['2379876d-beef-416e-bc03-be224f61ca60'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:31:19.106849 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-4496c515-9943-4d9d-9d2f-a65400abdc8d admin admin] 10.222.0.49 "PUT /v2.0/routers/2379876d-beef-416e-bc03-be224f61ca60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2478869 Aug 02 13:31:19.107200 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b66818-bae6-48c7-ab3b-93cc7ae0d63d None None] Routers {'2379876d-beef-416e-bc03-be224f61ca60'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:31:19.107200 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-d3b66818-bae6-48c7-ab3b-93cc7ae0d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:30:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['2379876d-beef-416e-bc03-be224f61ca60'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:19.107604 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59352) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:19.306950 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-d3b66818-bae6-48c7-ab3b-93cc7ae0d63d None None] Set router 2379876d-beef-416e-bc03-be224f61ca60 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:31:19.307221 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Notify callbacks [] for router, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:19.539988 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:19.551596 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Deleting port 68d61908-ec9b-4e3e-90a6-568775efbe64 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:31:19.551938 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:19.664946 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-d3b66818-bae6-48c7-ab3b-93cc7ae0d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2379876d-beef-416e-bc03-be224f61ca60', 'name': 'tempest-TestShelveInstance-1169604498-router', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.188'}], 'enable_snat': True}, 'gw_port_id': '68d61908-ec9b-4e3e-90a6-568775efbe64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:59Z', 'updated_at': '2021-08-02T13:31:17Z', 'revision_number': 5, 'project_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'gw_port': {'id': '68d61908-ec9b-4e3e-90a6-568775efbe64', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:e2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2379876d-beef-416e-bc03-be224f61ca60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:26:00Z', 'updated_at': '2021-08-02T13:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:19.669676 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b66818-bae6-48c7-ab3b-93cc7ae0d63d None None] Checking router: 2379876d-beef-416e-bc03-be224f61ca60 for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:31:19.679942 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b66818-bae6-48c7-ab3b-93cc7ae0d63d None None] Routers {'2379876d-beef-416e-bc03-be224f61ca60'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:31:19.680603 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-d3b66818-bae6-48c7-ab3b-93cc7ae0d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:30:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['2379876d-beef-416e-bc03-be224f61ca60'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:19.738246 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-05f1bea5-6ca6-47b9-b8ab-c2af3501c283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:19.846045 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-d3b66818-bae6-48c7-ab3b-93cc7ae0d63d None None] Set router 2379876d-beef-416e-bc03-be224f61ca60 gateway port host: None {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:31:19.885257 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] For port 68d61908-ec9b-4e3e-90a6-568775efbe64, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=68d61908-ec9b-4e3e-90a6-568775efbe64,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:31:19.885923 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:19.956435 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-d3b66818-bae6-48c7-ab3b-93cc7ae0d63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2379876d-beef-416e-bc03-be224f61ca60', 'name': 'tempest-TestShelveInstance-1169604498-router', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:59Z', 'updated_at': '2021-08-02T13:31:19Z', 'revision_number': 6, 'project_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'gw_port_host': None}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:19.961187 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b66818-bae6-48c7-ab3b-93cc7ae0d63d None None] The sync data for ids ['2379876d-beef-416e-bc03-be224f61ca60'] in dv-cinder-803181-1-iscsi is: [{'id': '2379876d-beef-416e-bc03-be224f61ca60', 'name': 'tempest-TestShelveInstance-1169604498-router', 'tenant_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:25:59Z', 'updated_at': '2021-08-02T13:31:19Z', 'revision_number': 6, 'project_id': '906b3cdf8d5b40d09b6a771822c1ce17', 'gw_port_host': None}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:31:20.019727 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Calling delete_port for 68d61908-ec9b-4e3e-90a6-568775efbe64 owned by network:router_gateway {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:31:20.181527 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:20.201029 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:20.205373 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-df6db5a5-286a-41ab-a6e3-d7f2fe42ef89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:20.254334 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=68d61908-ec9b-4e3e-90a6-568775efbe64,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:20.257279 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:20.352236 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1804568'] for router_gateway, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:20.533593 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15699'] for router, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:20.535980 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:20.561594 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718594'] for router, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:20.562166 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2379876d-beef-416e-bc03-be224f61ca60 {{(pid=78568) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 02 13:31:20.574321 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Notify callbacks [] for router, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:20.575432 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/2379876d-beef-416e-bc03-be224f61ca60 HTTP/1.1" status: 204 len: 168 time: 1.4670892 Aug 02 13:31:20.578113 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59356) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:20.637490 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_v2 [None req-22acf126-4297-46a9-9ce6-2b659bfc69b5 admin admin] Deleting subnet 11868c45-96b3-4552-ba77-a1e5ef089b7c {{(pid=78568) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:31:20.640530 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-22acf126-4297-46a9-9ce6-2b659bfc69b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:20.692715 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-22acf126-4297-46a9-9ce6-2b659bfc69b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132345218'] for subnet, precommit_delete_associations {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:20.794247 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device a78d5fa2-64aa-4a79-be29-966ce39d04c2 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:31:20.797646 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-22acf126-4297-46a9-9ce6-2b659bfc69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:20.835111 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: a78d5fa2-64aa-4a79-be29-966ce39d04c2 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:31:20.835475 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device a78d5fa2-64aa-4a79-be29-966ce39d04c2 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:31:20.836115 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 68d61908-ec9b-4e3e-90a6-568775efbe64 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:31:20.873890 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 68d61908-ec9b-4e3e-90a6-568775efbe64 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:31:20.874244 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 68d61908-ec9b-4e3e-90a6-568775efbe64 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:31:20.883845 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-22acf126-4297-46a9-9ce6-2b659bfc69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132699173', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-132238658'] for subnet, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:20.888228 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-f2f0165b-94e2-4732-aef7-285420eb0b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:20.926659 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22acf126-4297-46a9-9ce6-2b659bfc69b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11868c45-96b3-4552-ba77-a1e5ef089b7c,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:20.930077 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-22acf126-4297-46a9-9ce6-2b659bfc69b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:20.931092 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-22acf126-4297-46a9-9ce6-2b659bfc69b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for subnet, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:20.937419 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7379d5-1ebc-47b8-befd-0950d66cb1a1 None None] Network 3a5dff9e-7b2d-441e-9930-18dab4980ca2 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:31:20.941668 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-22acf126-4297-46a9-9ce6-2b659bfc69b5 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/11868c45-96b3-4552-ba77-a1e5ef089b7c HTTP/1.1" status: 204 len: 168 time: 0.3619406 Aug 02 13:31:20.944282 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59360) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:21.066052 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:21.078725 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Deleting port 94bcde05-5407-412e-8825-8587c26e6f87 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:31:21.079256 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:21.217585 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d848d6-4ea9-4528-b747-6104cd8c318b None None] DHCP port deletion for 3a5dff9e-7b2d-441e-9930-18dab4980ca2 request from dv-cinder-803181-1-iscsi {{(pid=78569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 02 13:31:21.222800 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-78d848d6-4ea9-4528-b747-6104cd8c318b None None] Deleting port 94bcde05-5407-412e-8825-8587c26e6f87 {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:31:21.223257 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-78d848d6-4ea9-4528-b747-6104cd8c318b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:21.311180 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] For port 94bcde05-5407-412e-8825-8587c26e6f87, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=94bcde05-5407-412e-8825-8587c26e6f87,segment=NetworkSegment(8e80af3d-6859-4e5e-a754-f8c373ad40cf),segment_id=8e80af3d-6859-4e5e-a754-f8c373ad40cf)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:31:21.311537 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:21.465888 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-78d848d6-4ea9-4528-b747-6104cd8c318b None None] For port 94bcde05-5407-412e-8825-8587c26e6f87, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=94bcde05-5407-412e-8825-8587c26e6f87,segment=NetworkSegment(8e80af3d-6859-4e5e-a754-f8c373ad40cf),segment_id=8e80af3d-6859-4e5e-a754-f8c373ad40cf)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:31:21.466474 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-78d848d6-4ea9-4528-b747-6104cd8c318b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:21.558414 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Calling delete_port for 94bcde05-5407-412e-8825-8587c26e6f87 owned by network:dhcp {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:31:21.595263 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-78d848d6-4ea9-4528-b747-6104cd8c318b None None] Calling delete_port for 94bcde05-5407-412e-8825-8587c26e6f87 owned by network:dhcp {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:31:21.642013 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:21.646701 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c72a4922-16ca-46a2-a394-a2ba1c553ab9 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:21.671969 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.db.api [None req-78d848d6-4ea9-4528-b747-6104cd8c318b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 13:31:21.672330 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_db.api [None req-78d848d6-4ea9-4528-b747-6104cd8c318b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 13:31:21.689761 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Pushing event deleted for resources: {'Port': ['ID=94bcde05-5407-412e-8825-8587c26e6f87,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:21.692868 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:21.693677 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] No DVR routers for this DVR port 94bcde05-5407-412e-8825-8587c26e6f87 on host dv-cinder-803181-1-iscsi {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:31:21.818324 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:21.834113 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5dff9e-7b2d-441e-9930-18dab4980ca2']}} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:21.847895 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e80af3d-6859-4e5e-a754-f8c373ad40cf') {'for_net_delete': True} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:21.848100 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e80af3d-6859-4e5e-a754-f8c373ad40cf') {} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:31:21.859994 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132345245'] for segment, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:21.878852 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:21.885553 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=78568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:31:21.885971 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132699203'] for segment, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: Traceback (most recent call last): Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: timer() Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: cb(*args, **kw) Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: return func(*args, **kwargs) Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: self._notify() Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: self.callback(batched_events) Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: event.method(event) Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: return f(self, *a, **k) Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._get(url).json() Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: return self.request(url, 'GET', **kwargs) Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:31:21.900084 dv-cinder-803181-1-iscsi neutron-server[78568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:31:21.980581 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:21.984645 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9cee9bf4-550d-4ad2-8b36-aeb8e00d3634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:21.998188 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:22.009056 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a5dff9e-7b2d-441e-9930-18dab4980ca2,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:22.013272 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:22.016761 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3a5dff9e-7b2d-441e-9930-18dab4980ca2 HTTP/1.1" status: 204 len: 168 time: 1.0711083 Aug 02 13:31:22.153494 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59366) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:22.174276 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-78d848d6-4ea9-4528-b747-6104cd8c318b None None] Deleting port 94bcde05-5407-412e-8825-8587c26e6f87 {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:31:22.174898 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-78d848d6-4ea9-4528-b747-6104cd8c318b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:22.207621 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-14e90e48-74b7-4ad4-9648-689d0de9c7e9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8a82d37039e5426ba6d055fe0318e365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526876 Aug 02 13:31:22.210142 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59370) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:22.243006 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-78d848d6-4ea9-4528-b747-6104cd8c318b None None] The port '94bcde05-5407-412e-8825-8587c26e6f87' was deleted {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 02 13:31:22.279026 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-efddd621-20c1-45ce-b342-34716f5b83f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:22.308422 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-efddd621-20c1-45ce-b342-34716f5b83f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:22.373147 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-efddd621-20c1-45ce-b342-34716f5b83f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:22.379110 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-7937cfc1-f2cf-451a-a000-9b72219c57f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:22.393368 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efddd621-20c1-45ce-b342-34716f5b83f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b706babe-d77d-489f-8a85-2c89ded9d967,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:22.395843 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-efddd621-20c1-45ce-b342-34716f5b83f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:22.402117 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-efddd621-20c1-45ce-b342-34716f5b83f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:22.403268 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-efddd621-20c1-45ce-b342-34716f5b83f4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b706babe-d77d-489f-8a85-2c89ded9d967 HTTP/1.1" status: 204 len: 168 time: 0.1920252 Aug 02 13:31:22.584381 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 94bcde05-5407-412e-8825-8587c26e6f87 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:31:22.624904 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 94bcde05-5407-412e-8825-8587c26e6f87 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:31:22.625152 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 94bcde05-5407-412e-8825-8587c26e6f87 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:31:22.783502 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59378) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:22.834529 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-8062e956-8d39-4d4d-95b0-2bb0bed782b1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=906b3cdf8d5b40d09b6a771822c1ce17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497675 Aug 02 13:31:22.838792 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-2acef9e8-d91e-43df-b3ce-8d3555fd45b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:22.839252 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59382) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:31:22.902644 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9475d2aa-c036-4967-83da-1c6c27b6467e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:22.934569 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9475d2aa-c036-4967-83da-1c6c27b6467e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:22.992001 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9475d2aa-c036-4967-83da-1c6c27b6467e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:22.995981 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-5643fd76-70b4-418c-b84b-d81dec8e9671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:31:23.008476 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9475d2aa-c036-4967-83da-1c6c27b6467e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60243fa0-ca23-41eb-9784-2076ebe9fd2f,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:31:23.012481 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9475d2aa-c036-4967-83da-1c6c27b6467e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:31:23.017932 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-9475d2aa-c036-4967-83da-1c6c27b6467e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:23.019096 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-9475d2aa-c036-4967-83da-1c6c27b6467e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/60243fa0-ca23-41eb-9784-2076ebe9fd2f HTTP/1.1" status: 204 len: 168 time: 0.1788871 Aug 02 13:31:23.586602 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:24.997718 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:36.458158 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:31:36.837331 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:49.730162 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-5d9c4ba3-c503-44ac-9f26-0c47d97693c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:50.174763 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:52.842591 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-59cb0474-b86b-4aa9-a339-81a57bc4ce35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:53.591651 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:31:55.002158 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:32:06.829076 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:32:13.457747 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:32:16.828019 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a10f01b5-264e-4f0c-9508-b876a2b2365c req-e10bbe13-90d1-4206-86f4-7e02be9e269c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705459 Aug 02 13:32:16.996411 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f01b5-264e-4f0c-9508-b876a2b2365c req-121b4ba8-b9b7-418a-b28d-ac5455de5a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:32:16.997923 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a10f01b5-264e-4f0c-9508-b876a2b2365c req-121b4ba8-b9b7-418a-b28d-ac5455de5a1e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 1098 time: 0.0755157 Aug 02 13:32:17.152145 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f01b5-264e-4f0c-9508-b876a2b2365c req-33874286-51de-4860-ab33-0f2b9b627594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:32:17.153603 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a10f01b5-264e-4f0c-9508-b876a2b2365c req-33874286-51de-4860-ab33-0f2b9b627594 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 912 time: 0.1305342 Aug 02 13:32:17.262518 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a10f01b5-264e-4f0c-9508-b876a2b2365c req-af7ca430-dec3-4cd3-a162-4382c8eaee2e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 HTTP/1.1" status: 200 len: 1001 time: 0.0973377 Aug 02 13:32:17.334574 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f01b5-264e-4f0c-9508-b876a2b2365c req-0d9d083e-6f96-4420-bb04-13b8ff67f61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:32:17.336034 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a10f01b5-264e-4f0c-9508-b876a2b2365c req-0d9d083e-6f96-4420-bb04-13b8ff67f61b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0633695 Aug 02 13:32:17.414358 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f01b5-264e-4f0c-9508-b876a2b2365c req-4ce49aeb-436b-4b9d-9495-1518a2991cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:32:17.415888 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a10f01b5-264e-4f0c-9508-b876a2b2365c req-4ce49aeb-436b-4b9d-9495-1518a2991cd1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727503 Aug 02 13:32:17.550880 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a10f01b5-264e-4f0c-9508-b876a2b2365c req-c8f9e48c-eb5e-4279-a56f-81f5bf8c3d5c service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235216 Aug 02 13:32:17.689431 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a10f01b5-264e-4f0c-9508-b876a2b2365c req-b0a93a61-8f32-4bfb-b1d4-21865da6d1fb service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276693 Aug 02 13:32:19.734654 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-14e19f90-7610-42eb-8693-071f12c7c5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:32:20.178520 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:32:22.845524 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-3fef71c7-8f22-4216-ba2a-1025e91629dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:32:23.591768 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:32:25.002789 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:32:36.846040 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:32:49.737624 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-85652e26-6247-4eb9-8558-cb8c93fee60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:32:50.179516 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:32:50.456468 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:32:52.847588 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-af3df083-00f0-44d2-9d14-c7e0d3d119ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:32:53.595107 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:32:55.005096 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:02.102506 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [req-f927909c-7ebc-4c92-9504-3de5269bef8a req-faa3a03e-c932-40ba-8f63-7d2513882c03 service neutron] (78567) timed out ('10.222.0.53', 51887) {{(pid=78567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 02 13:33:06.864305 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:08.308850 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2b90b-40f3-41e5-8d5a-68af737cebcf req-909f0ffc-a76f-4ca0-afaf-7badceba953b tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:08.310286 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-48e2b90b-40f3-41e5-8d5a-68af737cebcf req-909f0ffc-a76f-4ca0-afaf-7badceba953b tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 945 time: 0.3337402 Aug 02 13:33:08.357077 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-48e2b90b-40f3-41e5-8d5a-68af737cebcf req-df187603-5a4b-4154-9710-63738f2a3b46 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411737 Aug 02 13:33:09.708632 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df1c448-40d9-4846-88dd-2e4b08962ac6 req-4ffe6976-99ec-45af-937a-5d2e7a2e98c4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:09.710387 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3df1c448-40d9-4846-88dd-2e4b08962ac6 req-4ffe6976-99ec-45af-937a-5d2e7a2e98c4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 945 time: 0.2320898 Aug 02 13:33:09.755125 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-3df1c448-40d9-4846-88dd-2e4b08962ac6 req-5c72ed60-d08a-446d-8790-0f8b46cacb4b tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386794 Aug 02 13:33:10.098548 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-4b2488d0-8ca1-4362-a8dd-0ecba1f6a0c6 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:10.099880 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-4b2488d0-8ca1-4362-a8dd-0ecba1f6a0c6 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 945 time: 0.0822163 Aug 02 13:33:10.172164 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Deleting port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:33:10.172505 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:10.423011 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] For port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:33:10.423288 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:10.712182 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:10.712974 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:10.712974 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.db.l3_db [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Floating IP 912584b9-bea6-4c41-97c0-d3c4253db02b disassociated. External IP: 172.27.2.152, port: db1587e8-b60c-49fe-83f9-b04ef8f9d3b7. Aug 02 13:33:10.713241 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Calling delete_port for db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:33:10.863868 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:10.870848 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-68771199-621c-4d08-81da-4732ebe50362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:33:10.910113 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9a8f9c22-91e0-4c47-b56d-015446b9b32a req-4b7fc99d-c5e1-4675-b520-d24bbc1600c7 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 210 time: 0.0440981 Aug 02 13:33:10.919766 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event deleted for resources: {'Port': ['ID=db1587e8-b60c-49fe-83f9-b04ef8f9d3b7,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:33:10.990500 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:10.990803 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:10.991176 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:10.991543 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:10.991903 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:10.992264 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:10.992625 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:10.992979 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:10.993365 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:10.993720 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:10.994089 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:10.994513 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:10.997969 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:33:11.120669 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Router 7af9c985-ab15-44c2-8fdb-e77dbffd211e has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78568) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:33:11.311278 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78568) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:33:11.321020 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05adb1c3-ba67-4740-90cb-29691771965f None None] Sync routers for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:33:11.332729 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05adb1c3-ba67-4740-90cb-29691771965f None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:33:11.333521 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-05adb1c3-ba67-4740-90cb-29691771965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:32:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:33:11.391992 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] No DVR routers for this DVR port db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:33:11.395102 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:11.398531 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4cf2a47-d80e-4be1-8e0e-768e86af9dd7', 'name': 'network-vif-deleted', 'tag': 'db1587e8-b60c-49fe-83f9-b04ef8f9d3b7'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:33:11.418204 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-cd084b8b-a193-42f9-8aea-a49f874af3a4 req-8ba8cdbc-e8a9-42b5-a689-13628bbcaa7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.53 "DELETE /v2.0/ports/db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 HTTP/1.1" status: 204 len: 173 time: 1.3096280 Aug 02 13:33:11.517391 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4cf2a47-d80e-4be1-8e0e-768e86af9dd7', 'name': 'network-vif-deleted', 'tag': 'db1587e8-b60c-49fe-83f9-b04ef8f9d3b7', 'status': 'completed', 'code': 200} Aug 02 13:33:11.560842 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-05adb1c3-ba67-4740-90cb-29691771965f None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:33:11.870874 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-05adb1c3-ba67-4740-90cb-29691771965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:33:11.874664 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05adb1c3-ba67-4740-90cb-29691771965f None None] Checking router: 7af9c985-ab15-44c2-8fdb-e77dbffd211e for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:33:11.883188 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05adb1c3-ba67-4740-90cb-29691771965f None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:33:11.883810 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-05adb1c3-ba67-4740-90cb-29691771965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:32:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:33:12.068364 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-05adb1c3-ba67-4740-90cb-29691771965f None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:33:12.073392 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5e29bff9-4985-458c-8528-68e466f4fe95 req-42c12250-83a9-41a8-b726-45f7751e00db tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=f4cf2a47-d80e-4be1-8e0e-768e86af9dd7 HTTP/1.1" status: 200 len: 210 time: 0.0449297 Aug 02 13:33:12.392941 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-05adb1c3-ba67-4740-90cb-29691771965f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:33:12.396819 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05adb1c3-ba67-4740-90cb-29691771965f None None] The sync data for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi is: [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:33:12.618019 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df174fe7-1164-40fc-9095-475f199b8494 None None] New status for floating IP 912584b9-bea6-4c41-97c0-d3c4253db02b: DOWN {{(pid=78570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:33:13.434141 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-998343dd-723f-4e72-8039-f732302564f4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673065891&fields=id&tenant_id=e99ffc18062146bd9ef14e0b9f4d7281 HTTP/1.1" status: 200 len: 267 time: 0.0472059 Aug 02 13:33:13.584731 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-83622de0-336a-458b-a3bb-e8da4458cf14 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:13.585438 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-83622de0-336a-458b-a3bb-e8da4458cf14 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Synchronizing usage tracker for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:network {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:33:13.602984 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-83622de0-336a-458b-a3bb-e8da4458cf14 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Unset dirty status for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:network {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:33:13.604816 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-83622de0-336a-458b-a3bb-e8da4458cf14 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 811 time: 0.1642625 Aug 02 13:33:13.620445 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d3f4672c-75dd-445f-bc3b-741416ec2041 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/quotas/e99ffc18062146bd9ef14e0b9f4d7281 HTTP/1.1" status: 200 len: 375 time: 0.0093012 Aug 02 13:33:13.705944 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-9fc84be9-4d47-4772-ad16-4d5d021f574f tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0807025 Aug 02 13:33:13.777759 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:33:13.812757 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:33:13.813115 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device db1587e8-b60c-49fe-83f9-b04ef8f9d3b7 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:33:13.891208 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-2a3be390-1eaf-4a2f-9ba7-f629c74cd34b service neutron] 10.222.0.49 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736827 Aug 02 13:33:14.112169 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-89e09b1a-d372-41d4-8e65-376599306530 service neutron] 10.222.0.49 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142837 Aug 02 13:33:14.620033 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-d511cdd2-0fcf-45da-b45c-72f157697fab req-5de2a8e7-01ab-4de1-af94-f8e1b825fdf4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Synchronizing usage tracker for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:33:14.634663 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-d511cdd2-0fcf-45da-b45c-72f157697fab req-5de2a8e7-01ab-4de1-af94-f8e1b825fdf4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Unset dirty status for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:33:14.636705 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-d511cdd2-0fcf-45da-b45c-72f157697fab req-5de2a8e7-01ab-4de1-af94-f8e1b825fdf4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 210 time: 0.1839032 Aug 02 13:33:15.737492 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1d646e14-7b4f-4d1e-9d6b-8d412bbab671 req-955a4902-816d-4c61-9ce5-d012d4f0a3b6 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 210 time: 0.0479507 Aug 02 13:33:16.836621 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-b9f751ef-a60e-4e7d-9442-27950e4f70ed req-e1ac23e6-6f6f-48dc-a6d8-5b83ab9daeb3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 210 time: 0.0472775 Aug 02 13:33:17.938952 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1aeae6a6-326e-4289-b8a2-4e46046d3c57 req-7da7f9c5-629f-4360-a74a-e8a7592f6def tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 210 time: 0.0433857 Aug 02 13:33:19.096181 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0ce7a088-d5a5-4277-9cf7-8c96750f0ac6 req-accd979e-d96c-4b35-889b-96816576fcf2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 210 time: 0.0500355 Aug 02 13:33:19.742000 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-40e4dd59-012b-438c-81a1-d22a74aec66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:20.016094 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-14353822-d193-4b72-93b6-dabd8a0de693 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:20.017617 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-14353822-d193-4b72-93b6-dabd8a0de693 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 811 time: 0.1514735 Aug 02 13:33:20.094042 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-efdd6a5b-1d37-4e23-84b2-4ea1d835446c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e99ffc18062146bd9ef14e0b9f4d7281 HTTP/1.1" status: 200 len: 379 time: 0.0534708 Aug 02 13:33:20.121365 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Request body: {'port': {'device_id': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'admin_state_up': True, 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'security_groups': ['ce0816e2-a06c-4281-aaeb-1eabe6c2701e']}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:33:20.201017 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:20.266524 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ca675603-d810-4f0a-9d8c-7b91fefc33dc req-88d0cade-21fb-4cc7-8995-3bfad9f35ada tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 210 time: 0.0465887 Aug 02 13:33:20.270503 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:33:20.280412 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:33:20.290493 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Made reservation on behalf of e99ffc18062146bd9ef14e0b9f4d7281 for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:33:20.294533 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:20.462351 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Allocated IP 172.20.0.5 (f8026a71-09ec-4cf3-8769-c95dffa8dd1c/da947931-afcc-4d6d-9381-9ad3719c6219/15aba55f-7cd9-42e8-a016-21c09b2da3f8) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:33:20.654266 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:20.670078 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Transition to ACTIVE for port object 15aba55f-7cd9-42e8-a016-21c09b2da3f8 will not be triggered until provisioned by entity DHCP. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:33:20.695075 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:20.701455 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-807462d8-44bd-4a1d-aede-b1eb25040c82 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:33:20.770947 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Network f8026a71-09ec-4cf3-8769-c95dffa8dd1c is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:33:20.773977 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:33:20.778733 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:33:20.817878 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'Port': ['ID=15aba55f-7cd9-42e8-a016-21c09b2da3f8,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:33:20.820865 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:33:20.857078 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:20.857622 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:20.886976 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-d9d16bff-0cbd-41e4-86db-25b455fc1f5d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7702298 Aug 02 13:33:20.955753 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Request body: {'port': {'device_id': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:33:21.012351 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-e7b681d1-c309-45f5-9d85-7eb918cbb08b None None] Provisioning for port 15aba55f-7cd9-42e8-a016-21c09b2da3f8 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:33:21.017408 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-e7b681d1-c309-45f5-9d85-7eb918cbb08b None None] Provisioning complete for port 15aba55f-7cd9-42e8-a016-21c09b2da3f8 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:33:21.017905 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-e7b681d1-c309-45f5-9d85-7eb918cbb08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:21.074273 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-e7b681d1-c309-45f5-9d85-7eb918cbb08b None None] Port 15aba55f-7cd9-42e8-a016-21c09b2da3f8 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:33:21.076723 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:21.468309 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15aba55f-7cd9-42e8-a016-21c09b2da3f8 {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:33:21.477079 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:21.496206 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Transition to ACTIVE for port object 15aba55f-7cd9-42e8-a016-21c09b2da3f8 will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:33:21.500228 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:21.505365 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-e016ed51-e7b9-413d-b125-045c8c140e72 tempest-VolumesSnapshotTestJSON-313270813 tempest-VolumesSnapshotTestJSON-313270813-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:33:21.742646 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896f4f6-9e86-4a18-b687-7461e16101cd req-2e25cb57-749c-40e5-827c-c5878205b652 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:21.743348 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-f896f4f6-9e86-4a18-b687-7461e16101cd req-2e25cb57-749c-40e5-827c-c5878205b652 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Synchronizing usage tracker for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:33:21.790118 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Pushing event updated for resources: {'Port': ['ID=15aba55f-7cd9-42e8-a016-21c09b2da3f8,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:33:21.802715 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:33:21.838933 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-f896f4f6-9e86-4a18-b687-7461e16101cd req-2e25cb57-749c-40e5-827c-c5878205b652 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Unset dirty status for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:33:21.840103 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f896f4f6-9e86-4a18-b687-7461e16101cd req-2e25cb57-749c-40e5-827c-c5878205b652 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 931 time: 0.4443107 Aug 02 13:33:21.908712 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f896f4f6-9e86-4a18-b687-7461e16101cd req-b77f417f-1d79-45e6-bff0-4863e2ce5290 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595479 Aug 02 13:33:21.909525 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Attempting to bind port 15aba55f-7cd9-42e8-a016-21c09b2da3f8 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:33:21.909881 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Attempting to bind port 15aba55f-7cd9-42e8-a016-21c09b2da3f8 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:33:21.910190 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Attempting to bind port 15aba55f-7cd9-42e8-a016-21c09b2da3f8 on network f8026a71-09ec-4cf3-8769-c95dffa8dd1c {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:33:21.915290 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Port 15aba55f-7cd9-42e8-a016-21c09b2da3f8 on network f8026a71-09ec-4cf3-8769-c95dffa8dd1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:33:21.915615 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Attempting to bind port 15aba55f-7cd9-42e8-a016-21c09b2da3f8 on network f8026a71-09ec-4cf3-8769-c95dffa8dd1c {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:33:21.921683 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:33:21.922015 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Checking segment: {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:33:21.922397 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Bound using segment: {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:33:21.922826 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Bound port: 15aba55f-7cd9-42e8-a016-21c09b2da3f8, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:33:21.923180 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:22.010941 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] For port 15aba55f-7cd9-42e8-a016-21c09b2da3f8, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:33:22.013858 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] For port 15aba55f-7cd9-42e8-a016-21c09b2da3f8, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=15aba55f-7cd9-42e8-a016-21c09b2da3f8,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:33:22.018203 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:22.022628 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-153e5963-614c-455c-8b26-e50cd2532614 tempest-AttachVolumeTestJSON-1196420947 tempest-AttachVolumeTestJSON-1196420947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:33:22.080357 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:22.081093 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:22.082354 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] 10.222.0.53 "PUT /v2.0/ports/15aba55f-7cd9-42e8-a016-21c09b2da3f8 HTTP/1.1" status: 200 len: 1093 time: 1.1787388 Aug 02 13:33:22.082861 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'tag': '15aba55f-7cd9-42e8-a016-21c09b2da3f8'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:33:22.105940 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Pushing event updated for resources: {'Port': ['ID=15aba55f-7cd9-42e8-a016-21c09b2da3f8,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:33:22.114120 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:33:22.134179 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'tag': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'status': 'completed', 'code': 200} Aug 02 13:33:22.243820 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-a2bcc74c-b85c-4324-8066-ecb510ee13f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:22.245935 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-a2bcc74c-b85c-4324-8066-ecb510ee13f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 1096 time: 0.0760355 Aug 02 13:33:22.329348 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-af3b8ca5-3f08-4bcc-afb7-eeb5ba723f54 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15aba55f-7cd9-42e8-a016-21c09b2da3f8 HTTP/1.1" status: 200 len: 217 time: 0.0652485 Aug 02 13:33:22.394150 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-5b9f0bb8-7d2f-4661-8cdd-dfd2125680c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:22.395592 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-5b9f0bb8-7d2f-4661-8cdd-dfd2125680c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0581617 Aug 02 13:33:22.478677 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-2a2d037a-e56b-4523-8086-121832370576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:22.480237 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-2a2d037a-e56b-4523-8086-121832370576 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0745697 Aug 02 13:33:22.619978 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-55613bf1-4b4b-4355-b36d-1d4d2eb59aa7 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275506 Aug 02 13:33:22.759860 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-edcb00e7-ac51-4bf8-aaf6-28f67fce9554 req-df181295-7b10-41e2-81e9-26fc6daa38ab service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246965 Aug 02 13:33:22.849516 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-00bf9a21-825c-4aad-82f7-0919869ae62b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:22.940618 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db358b-a051-44c5-becf-73371df8f354 req-c4e91459-8b81-4766-8413-8bee4a2d994a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:22.942140 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a4db358b-a051-44c5-becf-73371df8f354 req-c4e91459-8b81-4766-8413-8bee4a2d994a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 1096 time: 0.0711379 Aug 02 13:33:23.131830 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db358b-a051-44c5-becf-73371df8f354 req-63302555-7c79-4d7a-8f4c-fd662b3ec6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:23.133189 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a4db358b-a051-44c5-becf-73371df8f354 req-63302555-7c79-4d7a-8f4c-fd662b3ec6c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 912 time: 0.1833861 Aug 02 13:33:23.204024 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a4db358b-a051-44c5-becf-73371df8f354 req-14f103e9-987a-4b91-8703-b0b324ab2a58 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15aba55f-7cd9-42e8-a016-21c09b2da3f8 HTTP/1.1" status: 200 len: 217 time: 0.0632291 Aug 02 13:33:23.211869 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6ac72-cd66-4876-be48-3b031886e7a3 req-eac44397-d2d4-4bb2-840e-4f72fed067b0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:23.213808 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-58d6ac72-cd66-4876-be48-3b031886e7a3 req-eac44397-d2d4-4bb2-840e-4f72fed067b0 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 943 time: 0.1782298 Aug 02 13:33:23.305115 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db358b-a051-44c5-becf-73371df8f354 req-147f5ffb-6deb-481e-841c-2f1bf6c193e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:23.309040 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a4db358b-a051-44c5-becf-73371df8f354 req-147f5ffb-6deb-481e-841c-2f1bf6c193e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0943935 Aug 02 13:33:23.313732 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-58d6ac72-cd66-4876-be48-3b031886e7a3 req-8939ed23-3096-4b81-a15d-6e0fd02c1d4b tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671787 Aug 02 13:33:23.388274 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4db358b-a051-44c5-becf-73371df8f354 req-2191a354-05cf-4be1-acff-119a2512a84c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:23.389710 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a4db358b-a051-44c5-becf-73371df8f354 req-2191a354-05cf-4be1-acff-119a2512a84c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0732014 Aug 02 13:33:23.527377 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a4db358b-a051-44c5-becf-73371df8f354 req-6a4dd0f4-365a-493f-b839-afbcefe88188 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264191 Aug 02 13:33:23.598790 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:23.776504 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a4db358b-a051-44c5-becf-73371df8f354 req-af706e83-dee3-45d4-811d-da15126f8c3d service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374763 Aug 02 13:33:24.506627 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28b715-422e-4e67-a791-c75169142442 req-48638735-3233-4f40-aee0-603f45f392f6 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:24.508111 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7f28b715-422e-4e67-a791-c75169142442 req-48638735-3233-4f40-aee0-603f45f392f6 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 943 time: 0.0872490 Aug 02 13:33:24.554868 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7f28b715-422e-4e67-a791-c75169142442 req-f69d04fa-a550-4ca2-9592-2388e8a020ac tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403111 Aug 02 13:33:25.009520 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:25.750050 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca2d7dc-de92-4ff5-bfdc-194263dc9506 req-0bd2e4d6-4eea-40b9-959d-ba642d18f9f1 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:25.751606 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9ca2d7dc-de92-4ff5-bfdc-194263dc9506 req-0bd2e4d6-4eea-40b9-959d-ba642d18f9f1 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 943 time: 0.0892575 Aug 02 13:33:25.798189 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-9ca2d7dc-de92-4ff5-bfdc-194263dc9506 req-f994f0d6-5549-42aa-8d5f-617e69c6498a tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409248 Aug 02 13:33:26.982517 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e109d-8acb-4e42-9a76-36b48bb14c46 req-b98986df-9ce5-46c3-aa46-fac39d398ae2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:26.984021 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9d1e109d-8acb-4e42-9a76-36b48bb14c46 req-b98986df-9ce5-46c3-aa46-fac39d398ae2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 943 time: 0.0807862 Aug 02 13:33:27.031861 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-9d1e109d-8acb-4e42-9a76-36b48bb14c46 req-645b913e-6cce-4740-bece-0d5d93b25472 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423026 Aug 02 13:33:27.454875 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:33:28.216639 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a3db8e-98a6-4e50-9e74-7ef4cc94a2f3 req-2feca1dc-8633-464e-8622-655319dffbb5 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:28.218231 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f5a3db8e-98a6-4e50-9e74-7ef4cc94a2f3 req-2feca1dc-8633-464e-8622-655319dffbb5 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 943 time: 0.0804522 Aug 02 13:33:28.268800 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f5a3db8e-98a6-4e50-9e74-7ef4cc94a2f3 req-164f275d-70d3-4588-971e-d62049c5f569 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449591 Aug 02 13:33:29.472004 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1714a665-1e66-4aaa-9766-637ad2d16589 req-a60422a7-898f-42a6-ba14-fcec29d8de96 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:29.473499 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1714a665-1e66-4aaa-9766-637ad2d16589 req-a60422a7-898f-42a6-ba14-fcec29d8de96 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 943 time: 0.0828545 Aug 02 13:33:29.518916 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-1714a665-1e66-4aaa-9766-637ad2d16589 req-673d9fb4-1806-45a2-9805-67b64a896505 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397894 Aug 02 13:33:30.703744 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e015cc-28b5-4a22-927a-01b697ef5514 req-c61fab2b-da60-4a68-b8d1-2c0a6d09cf70 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:30.705236 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-37e015cc-28b5-4a22-927a-01b697ef5514 req-c61fab2b-da60-4a68-b8d1-2c0a6d09cf70 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 943 time: 0.0821698 Aug 02 13:33:30.753022 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-37e015cc-28b5-4a22-927a-01b697ef5514 req-de5cb0a4-8f64-4f5d-951f-405dc76606a8 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419452 Aug 02 13:33:31.869940 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 15aba55f-7cd9-42e8-a016-21c09b2da3f8 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:33:31.945604 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d6311-571c-4979-86ce-8de11be8cd93 req-41f60adc-4ba5-45b5-b702-989dd35e87f3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:31.947706 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ed3d6311-571c-4979-86ce-8de11be8cd93 req-41f60adc-4ba5-45b5-b702-989dd35e87f3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 943 time: 0.0863349 Aug 02 13:33:31.993773 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-ed3d6311-571c-4979-86ce-8de11be8cd93 req-2ed9c659-e4ef-4fe9-8817-0d0a13c534c6 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401835 Aug 02 13:33:32.010151 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 15aba55f-7cd9-42e8-a016-21c09b2da3f8, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=15aba55f-7cd9-42e8-a016-21c09b2da3f8,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:33:32.023674 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'port_id': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'mac_address': 'fa:16:3e:2d:c2:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:33:32.078988 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:32.096601 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15aba55f-7cd9-42e8-a016-21c09b2da3f8 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:33:32.112513 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 15aba55f-7cd9-42e8-a016-21c09b2da3f8, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=15aba55f-7cd9-42e8-a016-21c09b2da3f8,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:33:32.115452 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:32.117214 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:33:32.232547 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=15aba55f-7cd9-42e8-a016-21c09b2da3f8,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:33:32.239606 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:32.239955 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:32.240291 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:32.240628 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:32.240950 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:32.241305 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:32.241632 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:32.241955 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:32.242279 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:32.242597 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:32.242916 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:32.243232 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:32.247099 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:33:32.489857 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['15aba55f-7cd9-42e8-a016-21c09b2da3f8'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:33:33.333444 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0a3f9-c1cc-4881-a973-bb8b8eeec76e req-8e9f44a2-4fcf-4c0d-ad3c-990da9135b01 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:33.335237 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4ff0a3f9-c1cc-4881-a973-bb8b8eeec76e req-8e9f44a2-4fcf-4c0d-ad3c-990da9135b01 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 944 time: 0.0880508 Aug 02 13:33:33.383080 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4ff0a3f9-c1cc-4881-a973-bb8b8eeec76e req-812c3fb5-0e36-49b1-9f28-a25d8d32c6e7 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413134 Aug 02 13:33:33.884659 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 15aba55f-7cd9-42e8-a016-21c09b2da3f8 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:33:33.956932 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 15aba55f-7cd9-42e8-a016-21c09b2da3f8 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:33:33.961881 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 15aba55f-7cd9-42e8-a016-21c09b2da3f8 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:33:33.962263 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:34.077868 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:34.105342 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15aba55f-7cd9-42e8-a016-21c09b2da3f8'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:33:34.115160 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 15aba55f-7cd9-42e8-a016-21c09b2da3f8, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=15aba55f-7cd9-42e8-a016-21c09b2da3f8,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:33:34.118805 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:34.121568 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:33:34.193551 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=15aba55f-7cd9-42e8-a016-21c09b2da3f8,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:33:34.196720 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:33:34.209383 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'code': 200} Aug 02 13:33:34.627868 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6389a9a-b760-4684-b295-17bc83edb5e0 req-2e92ae0f-a5e4-4b28-b17d-e0b3048f1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:34.629386 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a6389a9a-b760-4684-b295-17bc83edb5e0 req-2e92ae0f-a5e4-4b28-b17d-e0b3048f1c7f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 1098 time: 0.1472580 Aug 02 13:33:34.640470 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731efb02-1ce1-451c-9228-852219c86856 req-9f2a2e2a-6241-4ced-afaf-a80d34a18293 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:34.641884 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-731efb02-1ce1-451c-9228-852219c86856 req-9f2a2e2a-6241-4ced-afaf-a80d34a18293 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 945 time: 0.1258049 Aug 02 13:33:34.707400 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a6389a9a-b760-4684-b295-17bc83edb5e0 req-186c51a7-ee81-42ed-a016-38ef8d72e767 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645750 Aug 02 13:33:34.714469 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-731efb02-1ce1-451c-9228-852219c86856 req-369d964c-f9cd-4525-921a-c24e0381a6ea tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588553 Aug 02 13:33:35.908171 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e11b28-304a-4b41-91ad-3613524a8b63 req-a3a38160-16fa-47ec-a81c-608a46fcdda6 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:35.909753 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-21e11b28-304a-4b41-91ad-3613524a8b63 req-a3a38160-16fa-47ec-a81c-608a46fcdda6 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 945 time: 0.0867753 Aug 02 13:33:35.962357 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-21e11b28-304a-4b41-91ad-3613524a8b63 req-966dea85-89f6-4415-b02f-0494de6ba839 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453491 Aug 02 13:33:36.877350 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:37.147437 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e215b438-7879-4810-a924-597c4d25a28d req-d4b547df-d3c2-4c60-aafb-6012f58775a5 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:37.148789 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e215b438-7879-4810-a924-597c4d25a28d req-d4b547df-d3c2-4c60-aafb-6012f58775a5 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 945 time: 0.0824666 Aug 02 13:33:37.193596 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e215b438-7879-4810-a924-597c4d25a28d req-2f20f300-8879-4952-9163-6bc364b07e4e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390835 Aug 02 13:33:37.387247 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0b1bd7-86f7-4421-9a98-212e420ab3c2 req-2f1fd5d4-b3cf-4771-9eab-d7807249bfec tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:37.388757 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6d0b1bd7-86f7-4421-9a98-212e420ab3c2 req-2f1fd5d4-b3cf-4771-9eab-d7807249bfec tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 945 time: 0.0877512 Aug 02 13:33:37.436347 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-6d0b1bd7-86f7-4421-9a98-212e420ab3c2 req-54e529b4-7d5f-488a-bf75-57ec50687677 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417979 Aug 02 13:33:37.458804 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59524) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:33:37.531505 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb6dad9-77b4-410e-9874-48869da34ecd tempest-TestVolumeBootPattern-1470119519 tempest-TestVolumeBootPattern-1470119519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:37.532995 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-fbb6dad9-77b4-410e-9874-48869da34ecd tempest-TestVolumeBootPattern-1470119519 tempest-TestVolumeBootPattern-1470119519-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 1093 time: 0.0731986 Aug 02 13:33:37.535740 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59528) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:33:37.541595 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Request body: {'floatingip': {'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'port_id': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address': '172.20.0.5'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:33:37.547463 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:33:37.551289 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Usage tracker for resource:floatingip and tenant:e99ffc18062146bd9ef14e0b9f4d7281 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:33:37.554132 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:33:37.560094 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:33:37.570075 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for floatingip, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:37.709217 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:37.847077 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Allocated IP 172.27.2.161 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/289baf2a-4af7-4ab4-8798-37824fedd159) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:33:37.995994 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:38.024303 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:38.028778 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-f1b43fc0-de68-4f5b-87ae-fa9b9862b90f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:33:38.092277 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:33:38.095156 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:33:38.098999 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:33:38.137768 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'Port': ['ID=289baf2a-4af7-4ab4-8798-37824fedd159,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:33:38.153787 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:38.154178 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:38.154558 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:38.154932 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:38.155305 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:38.155677 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:38.156045 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:38.156414 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:38.156781 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:38.157150 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:38.157535 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:38.157895 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:33:38.165470 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:33:38.623327 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:38.698404 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:38.902175 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for port, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:38.906511 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132222383'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:38.909935 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:33:39.019007 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'Port': ['ID=289baf2a-4af7-4ab4-8798-37824fedd159,revision_number=2']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:33:39.021897 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:33:39.031168 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:39.204121 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.l3_db [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Floating IP 6ad6ccaf-1ac2-409a-8a09-4e494b10d635 associated. External IP: 172.27.2.161, port: 15aba55f-7cd9-42e8-a016-21c09b2da3f8. Aug 02 13:33:39.558206 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Router 7af9c985-ab15-44c2-8fdb-e77dbffd211e has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:33:39.737617 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:33:39.746711 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cee37c-dff1-4578-bb04-f59bfac9c568 None None] Sync routers for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:33:39.755789 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cee37c-dff1-4578-bb04-f59bfac9c568 None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:33:39.756668 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-a4cee37c-dff1-4578-bb04-f59bfac9c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:33:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:33:39.762476 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:39.931027 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-eec83a04-30da-4a22-9654-12702cb63a64 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3942189 Aug 02 13:33:39.932367 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'tag': '15aba55f-7cd9-42e8-a016-21c09b2da3f8'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:33:39.943320 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-a4cee37c-dff1-4578-bb04-f59bfac9c568 None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:33:40.029271 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'tag': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'status': 'completed', 'code': 200} Aug 02 13:33:40.156843 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fc1e6-f68d-401f-9a90-757bc26b1aba req-3801235c-3600-4353-b747-ff178a0d45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:40.158333 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f93fc1e6-f68d-401f-9a90-757bc26b1aba req-3801235c-3600-4353-b747-ff178a0d45b7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 1098 time: 0.0740671 Aug 02 13:33:40.293249 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fc1e6-f68d-401f-9a90-757bc26b1aba req-c9ba0b66-fa8a-4489-b5a0-9e26af06084a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:40.294603 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f93fc1e6-f68d-401f-9a90-757bc26b1aba req-c9ba0b66-fa8a-4489-b5a0-9e26af06084a service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 912 time: 0.1297085 Aug 02 13:33:40.297585 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-a4cee37c-dff1-4578-bb04-f59bfac9c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '6ad6ccaf-1ac2-409a-8a09-4e494b10d635', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'port_id': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'mac_address': 'fa:16:3e:2d:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:33:38Z', 'updated_at': '2021-08-02T13:33:38Z', 'revision_number': 0, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:33:40.301721 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cee37c-dff1-4578-bb04-f59bfac9c568 None None] Checking router: 7af9c985-ab15-44c2-8fdb-e77dbffd211e for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:33:40.312364 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cee37c-dff1-4578-bb04-f59bfac9c568 None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:33:40.313029 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-a4cee37c-dff1-4578-bb04-f59bfac9c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:33:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:33:40.397050 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f93fc1e6-f68d-401f-9a90-757bc26b1aba req-f9409d62-d946-4b4d-a231-5a0f75b0cef3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15aba55f-7cd9-42e8-a016-21c09b2da3f8 HTTP/1.1" status: 200 len: 999 time: 0.0956373 Aug 02 13:33:40.463946 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fc1e6-f68d-401f-9a90-757bc26b1aba req-df50404a-2b65-41d1-b085-90d725062014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:40.465410 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f93fc1e6-f68d-401f-9a90-757bc26b1aba req-df50404a-2b65-41d1-b085-90d725062014 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0613046 Aug 02 13:33:40.493098 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-a4cee37c-dff1-4578-bb04-f59bfac9c568 None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:33:40.541323 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93fc1e6-f68d-401f-9a90-757bc26b1aba req-42d73a29-f110-437c-8432-b298d400998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:33:40.542801 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f93fc1e6-f68d-401f-9a90-757bc26b1aba req-42d73a29-f110-437c-8432-b298d400998a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702510 Aug 02 13:33:40.684587 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f93fc1e6-f68d-401f-9a90-757bc26b1aba req-fae9582c-65b7-48cd-96f7-c22f97b09c62 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315041 Aug 02 13:33:40.822410 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f93fc1e6-f68d-401f-9a90-757bc26b1aba req-eaabe98e-1958-447c-8f46-8b34b499cd0d service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304274 Aug 02 13:33:40.897376 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-a4cee37c-dff1-4578-bb04-f59bfac9c568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '6ad6ccaf-1ac2-409a-8a09-4e494b10d635', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'port_id': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'mac_address': 'fa:16:3e:2d:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:33:38Z', 'updated_at': '2021-08-02T13:33:38Z', 'revision_number': 0, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:33:40.901352 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4cee37c-dff1-4578-bb04-f59bfac9c568 None None] The sync data for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi is: [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '6ad6ccaf-1ac2-409a-8a09-4e494b10d635', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'port_id': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'mac_address': 'fa:16:3e:2d:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:33:38Z', 'updated_at': '2021-08-02T13:33:38Z', 'revision_number': 0, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:33:41.096637 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3695185-900f-449f-8651-0202d6f5cb07 None None] New status for floating IP 6ad6ccaf-1ac2-409a-8a09-4e494b10d635: ACTIVE {{(pid=78570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:33:49.746050 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-36346c3b-bbb1-47bc-b2d6-8e2db8b27334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:50.184313 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:52.851289 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-df338e32-be3f-4a9f-b1a8-b9da907dfe27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:53.600079 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:33:55.012802 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:34:04.454599 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:34:06.907247 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:34:19.748150 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-782c72d7-1196-4350-a3b7-1f0de1fcfbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:34:20.189046 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:34:20.672685 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67bb64e2-3958-42a0-be22-153dd44459c4 req-dba5a6eb-8cad-48f6-b9f8-5d70deec4c5b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1716247 Aug 02 13:34:20.839190 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb64e2-3958-42a0-be22-153dd44459c4 req-0aeea2d2-983d-48e0-bd6d-82cd7d2ec475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:34:20.840659 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67bb64e2-3958-42a0-be22-153dd44459c4 req-0aeea2d2-983d-48e0-bd6d-82cd7d2ec475 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 1098 time: 0.0724547 Aug 02 13:34:20.988199 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb64e2-3958-42a0-be22-153dd44459c4 req-23fc68a2-86f3-4c2f-97b7-fb6a341054f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:34:20.989720 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67bb64e2-3958-42a0-be22-153dd44459c4 req-23fc68a2-86f3-4c2f-97b7-fb6a341054f6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 912 time: 0.1284995 Aug 02 13:34:21.093889 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67bb64e2-3958-42a0-be22-153dd44459c4 req-77520470-1b70-469d-ab5b-407e095997a6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15aba55f-7cd9-42e8-a016-21c09b2da3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0966392 Aug 02 13:34:21.159636 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb64e2-3958-42a0-be22-153dd44459c4 req-8ac9490c-59bb-46da-a318-1848ac4ee4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:34:21.161038 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67bb64e2-3958-42a0-be22-153dd44459c4 req-8ac9490c-59bb-46da-a318-1848ac4ee4a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0597632 Aug 02 13:34:21.235729 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bb64e2-3958-42a0-be22-153dd44459c4 req-8736d782-0572-4c1c-8cc1-3da0b49500e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:34:21.237197 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67bb64e2-3958-42a0-be22-153dd44459c4 req-8736d782-0572-4c1c-8cc1-3da0b49500e3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684288 Aug 02 13:34:21.372470 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67bb64e2-3958-42a0-be22-153dd44459c4 req-c63e69e7-1d31-4774-902e-eb1688dd3d7a service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269965 Aug 02 13:34:21.505763 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-67bb64e2-3958-42a0-be22-153dd44459c4 req-cf024435-e50b-493d-b2b3-c847c1aece30 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258762 Aug 02 13:34:22.853451 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-e40580f5-19e7-459f-88d9-04c140e754fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:34:23.602204 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:34:25.018897 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:34:36.893708 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:34:41.453140 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:34:49.751075 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-519fadf2-ad4c-42bd-9fbc-1242d0d5c703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:34:50.192732 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:34:52.856515 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-34a35809-c857-4c9f-b093-5b49f36e3c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:34:53.605593 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:34:55.018605 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:06.906673 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:18.451922 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:35:19.753397 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-158abcbc-0c2a-400c-8760-68d49364b2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:20.198091 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:20.805838 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e0feaccf-5837-4f5b-8ed4-08d7bbe8a3c4 req-8cdb627f-db76-4221-9e74-599f9c7f7f34 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0699675 Aug 02 13:35:20.970934 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feaccf-5837-4f5b-8ed4-08d7bbe8a3c4 req-73d4367b-8e5c-40e4-bfb2-c86d4a1df0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:20.972409 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e0feaccf-5837-4f5b-8ed4-08d7bbe8a3c4 req-73d4367b-8e5c-40e4-bfb2-c86d4a1df0b5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 1098 time: 0.0790749 Aug 02 13:35:21.118960 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feaccf-5837-4f5b-8ed4-08d7bbe8a3c4 req-1cea9676-30ab-42a9-8410-b967f03e2a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:21.120310 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e0feaccf-5837-4f5b-8ed4-08d7bbe8a3c4 req-1cea9676-30ab-42a9-8410-b967f03e2a2c service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 912 time: 0.1268942 Aug 02 13:35:21.226495 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e0feaccf-5837-4f5b-8ed4-08d7bbe8a3c4 req-6296e630-3ab9-453c-990e-0bc824181dc9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15aba55f-7cd9-42e8-a016-21c09b2da3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0948186 Aug 02 13:35:21.292372 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feaccf-5837-4f5b-8ed4-08d7bbe8a3c4 req-558b787c-1b78-4491-864e-3b6043ea9a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:21.293821 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e0feaccf-5837-4f5b-8ed4-08d7bbe8a3c4 req-558b787c-1b78-4491-864e-3b6043ea9a52 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0564213 Aug 02 13:35:21.368864 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0feaccf-5837-4f5b-8ed4-08d7bbe8a3c4 req-bf04672f-7260-4192-9e54-6576327d9e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:21.370410 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e0feaccf-5837-4f5b-8ed4-08d7bbe8a3c4 req-bf04672f-7260-4192-9e54-6576327d9e7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699198 Aug 02 13:35:21.507533 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e0feaccf-5837-4f5b-8ed4-08d7bbe8a3c4 req-61ec24e8-32f9-4011-aba9-b6dd43e2a9f1 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252558 Aug 02 13:35:21.646650 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e0feaccf-5837-4f5b-8ed4-08d7bbe8a3c4 req-e08e6199-b471-4563-8ccd-2344d7ddf0d9 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288919 Aug 02 13:35:22.859737 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ae331a4d-5438-492a-8b51-d21f203dc12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:23.608723 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:24.703555 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-64e5bf57-f5de-4302-999b-83448e311aed tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-673065891&fields=id&tenant_id=e99ffc18062146bd9ef14e0b9f4d7281 HTTP/1.1" status: 200 len: 267 time: 0.0408547 Aug 02 13:35:24.853855 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-a70b4452-9f6c-4a50-98bf-a5a222b139eb tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:24.855224 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-a70b4452-9f6c-4a50-98bf-a5a222b139eb tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 811 time: 0.1453416 Aug 02 13:35:24.870541 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-099a2599-2b92-45d5-9559-6075df4dc612 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/quotas/e99ffc18062146bd9ef14e0b9f4d7281 HTTP/1.1" status: 200 len: 375 time: 0.0092189 Aug 02 13:35:24.960882 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-e17313d3-07f7-4538-9ec3-1f16a9f45038 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0848579 Aug 02 13:35:25.024239 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:25.109278 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-fcda476c-8b34-4bb5-bf7e-f67fd746438b service neutron] 10.222.0.49 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367476 Aug 02 13:35:25.245476 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-420d8c7e-ba04-4a60-acf0-fe7e4a32b5e1 service neutron] 10.222.0.49 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304004 Aug 02 13:35:25.732049 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5e737bf1-b358-4fd0-818a-9830c54d4cc6 req-a24ab291-3100-45ba-a915-f60c412cb22e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 210 time: 0.1453972 Aug 02 13:35:26.835731 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c7c82f8e-fef9-4bb0-ac6e-a45bdd8f8234 req-53c6e276-7e3b-4d62-b3ff-550f80f0535e tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 210 time: 0.0486169 Aug 02 13:35:28.039482 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c4d3af69-fc55-4a57-a051-b2f3b4594b8b req-0ff6ddac-73ef-4244-8aeb-4cfbc44410e5 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 210 time: 0.0448649 Aug 02 13:35:28.910945 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-d687526c-0a11-4909-9fe7-73834bde1eec tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:28.912304 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-d687526c-0a11-4909-9fe7-73834bde1eec tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 811 time: 0.1486645 Aug 02 13:35:28.982211 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-f063dc32-47ca-405e-bd17-06e27f73fc43 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e99ffc18062146bd9ef14e0b9f4d7281 HTTP/1.1" status: 200 len: 379 time: 0.0401809 Aug 02 13:35:28.992256 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Request body: {'port': {'device_id': '7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'admin_state_up': True, 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'security_groups': ['ce0816e2-a06c-4281-aaeb-1eabe6c2701e']}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:35:29.135245 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:35:29.145498 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.quota.driver [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78568) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:35:29.156777 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Made reservation on behalf of e99ffc18062146bd9ef14e0b9f4d7281 for: {'port': 1} {{(pid=78568) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 02 13:35:29.161594 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:29.193519 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-e9d60f9c-8c43-4a17-bc05-45da07534155 req-f71ad2e0-7dfd-4256-acc0-88eb0273f103 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 210 time: 0.0436130 Aug 02 13:35:29.331920 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.db_base_plugin_common [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Allocated IP 172.20.0.12 (f8026a71-09ec-4cf3-8769-c95dffa8dd1c/da947931-afcc-4d6d-9381-9ad3719c6219/9db2e8b2-a187-41e6-81be-44c4df4846e2) {{(pid=78568) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:35:29.525237 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for port, precommit_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:29.541413 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Transition to ACTIVE for port object 9db2e8b2-a187-41e6-81be-44c4df4846e2 will not be triggered until provisioned by entity DHCP. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:35:29.567155 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_create {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:29.572975 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-4496c515-9943-4d9d-9d2f-a65400abdc8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:35:29.644436 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Network f8026a71-09ec-4cf3-8769-c95dffa8dd1c is already hosted by enough agents. {{(pid=78568) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:35:29.647932 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.scheduler.base_scheduler [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources bound (agent type, host, resource id): {{(pid=78568) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:35:29.651994 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Received port after_create {{(pid=78568) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:35:29.683512 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'Port': ['ID=9db2e8b2-a187-41e6-81be-44c4df4846e2,revision_number=1']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:35:29.704191 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:29.704571 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:29.704946 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:29.705352 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:29.705710 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:29.706070 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:29.706429 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:29.706787 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:29.707144 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:29.707498 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:29.707855 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:29.708205 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:29.714337 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:35:29.736292 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:29.736989 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:29.765761 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-9eb492c9-d5ff-45e0-8f69-77216af4ea27 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7773700 Aug 02 13:35:29.788025 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.v2.base [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Request body: {'port': {'device_id': '7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80318'}} {{(pid=78568) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:35:29.909708 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:29.938924 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6051fefb-b9d8-41cb-807d-c17f50ccd0ec None None] Provisioning for port 9db2e8b2-a187-41e6-81be-44c4df4846e2 completed by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:35:29.944113 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-6051fefb-b9d8-41cb-807d-c17f50ccd0ec None None] Provisioning complete for port 9db2e8b2-a187-41e6-81be-44c4df4846e2 triggered by entity DHCP. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:35:29.944902 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6051fefb-b9d8-41cb-807d-c17f50ccd0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:30.005184 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6051fefb-b9d8-41cb-807d-c17f50ccd0ec None None] Port 9db2e8b2-a187-41e6-81be-44c4df4846e2 cannot update to ACTIVE because it is not bound. {{(pid=78569) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 02 13:35:30.255633 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9db2e8b2-a187-41e6-81be-44c4df4846e2 {{(pid=78568) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:35:30.263216 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:30.278859 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.provisioning_blocks [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Transition to ACTIVE for port object 9db2e8b2-a187-41e6-81be-44c4df4846e2 will not be triggered until provisioned by entity L2. {{(pid=78568) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 02 13:35:30.282833 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:30.287922 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9c5bfc31-fa72-4af1-9d22-17d7d7cba07a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:35:30.501449 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Pushing event updated for resources: {'Port': ['ID=9db2e8b2-a187-41e6-81be-44c4df4846e2,revision_number=2']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:35:30.505008 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:35:30.691784 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55b2cd-a7d8-4d31-bb50-898fc27c2f19 req-6efc8e38-352c-4a89-a08b-a3cde4b45a2d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:30.692490 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-fc55b2cd-a7d8-4d31-bb50-898fc27c2f19 req-6efc8e38-352c-4a89-a08b-a3cde4b45a2d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Synchronizing usage tracker for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:35:30.699184 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Attempting to bind port 9db2e8b2-a187-41e6-81be-44c4df4846e2 on host hv-cinder-80318 for vnic_type normal with profile {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 02 13:35:30.699528 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Attempting to bind port 9db2e8b2-a187-41e6-81be-44c4df4846e2 by drivers openvswitch,hyperv on host hv-cinder-80318 at level 0 using segments [{'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 02 13:35:30.699864 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Attempting to bind port 9db2e8b2-a187-41e6-81be-44c4df4846e2 on network f8026a71-09ec-4cf3-8769-c95dffa8dd1c {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:35:30.707873 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Port 9db2e8b2-a187-41e6-81be-44c4df4846e2 on network f8026a71-09ec-4cf3-8769-c95dffa8dd1c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80318 {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Aug 02 13:35:30.708201 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Attempting to bind port 9db2e8b2-a187-41e6-81be-44c4df4846e2 on network f8026a71-09ec-4cf3-8769-c95dffa8dd1c {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Aug 02 13:35:30.718100 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Checking agent: {'id': '2e93a310-af51-47be-913e-bcf63e1967f6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80318', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'started_at': datetime.datetime(2021, 8, 2, 13, 15, 6), 'heartbeat_timestamp': datetime.datetime(2021, 8, 2, 13, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Aug 02 13:35:30.718483 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Checking segment: {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78568) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Aug 02 13:35:30.718935 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Bound using segment: {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'} {{(pid=78568) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Aug 02 13:35:30.719460 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.managers [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Bound port: 9db2e8b2-a187-41e6-81be-44c4df4846e2, host: hv-cinder-80318, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511e70f1-fab5-482f-985e-c16dfff1bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c'}}] {{(pid=78568) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 02 13:35:30.719884 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:30.730828 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-fc55b2cd-a7d8-4d31-bb50-898fc27c2f19 req-6efc8e38-352c-4a89-a08b-a3cde4b45a2d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Unset dirty status for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:35:30.731984 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fc55b2cd-a7d8-4d31-bb50-898fc27c2f19 req-6efc8e38-352c-4a89-a08b-a3cde4b45a2d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 944 time: 0.4093554 Aug 02 13:35:30.834470 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-fc55b2cd-a7d8-4d31-bb50-898fc27c2f19 req-f6ff1da1-7d75-49e0-881e-81c0bcea9d89 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954807 Aug 02 13:35:30.849099 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] For port 9db2e8b2-a187-41e6-81be-44c4df4846e2, host hv-cinder-80318, cleared binding levels {{(pid=78568) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Aug 02 13:35:30.852346 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] For port 9db2e8b2-a187-41e6-81be-44c4df4846e2, host hv-cinder-80318, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=9db2e8b2-a187-41e6-81be-44c4df4846e2,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78568) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Aug 02 13:35:30.858097 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132699247'] for port, after_update {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:30.861750 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:35:30.922417 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:30.923446 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:30.924851 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] 10.222.0.53 "PUT /v2.0/ports/9db2e8b2-a187-41e6-81be-44c4df4846e2 HTTP/1.1" status: 200 len: 1094 time: 1.1413767 Aug 02 13:35:30.925380 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0', 'tag': '9db2e8b2-a187-41e6-81be-44c4df4846e2'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:35:30.948062 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Pushing event updated for resources: {'Port': ['ID=9db2e8b2-a187-41e6-81be-44c4df4846e2,revision_number=3']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:35:30.952590 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-bc347cd0-f3c6-4a1b-9561-51a1ff763f98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:35:30.978515 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0', 'tag': '9db2e8b2-a187-41e6-81be-44c4df4846e2', 'status': 'completed', 'code': 200} Aug 02 13:35:31.085702 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-87e2f876-3eb0-4de2-8072-5c6dbc8c3111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:31.087381 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-87e2f876-3eb0-4de2-8072-5c6dbc8c3111 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 1097 time: 0.0793145 Aug 02 13:35:31.169240 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-ed74f93c-cf27-4c06-98e2-19d4e9b2a995 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9db2e8b2-a187-41e6-81be-44c4df4846e2 HTTP/1.1" status: 200 len: 217 time: 0.0627201 Aug 02 13:35:31.240229 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-87e8593b-f88d-43fa-99b5-c79c6ca3824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:31.241637 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-87e8593b-f88d-43fa-99b5-c79c6ca3824d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0620918 Aug 02 13:35:31.321800 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-1ccc4c18-7932-4d7c-b043-18849777d68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:31.323352 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-1ccc4c18-7932-4d7c-b043-18849777d68c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716572 Aug 02 13:35:31.457548 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-080cbdbc-cf88-42f6-80ea-b4043cfebdce service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270595 Aug 02 13:35:31.593405 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5963687c-0d1f-47d0-b9d8-3bea563072ee req-66a93c8a-b93e-4c08-86dc-65f6760e601c service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280875 Aug 02 13:35:31.769806 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d05aa-4a3f-4e8d-8a33-64cb3a4cd93f req-843833c0-f721-4cff-9ba6-806fe93f07c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:31.771167 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5b9d05aa-4a3f-4e8d-8a33-64cb3a4cd93f req-843833c0-f721-4cff-9ba6-806fe93f07c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 1097 time: 0.0751352 Aug 02 13:35:31.909821 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d05aa-4a3f-4e8d-8a33-64cb3a4cd93f req-8bc73c57-1308-4337-8155-1db2d23de38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:31.911271 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5b9d05aa-4a3f-4e8d-8a33-64cb3a4cd93f req-8bc73c57-1308-4337-8155-1db2d23de38a service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 912 time: 0.1293428 Aug 02 13:35:32.020487 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5b9d05aa-4a3f-4e8d-8a33-64cb3a4cd93f req-e684b3f1-c63b-4860-b6f9-64dfa9fb1768 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9db2e8b2-a187-41e6-81be-44c4df4846e2 HTTP/1.1" status: 200 len: 217 time: 0.1014187 Aug 02 13:35:32.096121 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d05aa-4a3f-4e8d-8a33-64cb3a4cd93f req-852b9910-2dd6-4bab-9010-f28436b38f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:32.097565 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5b9d05aa-4a3f-4e8d-8a33-64cb3a4cd93f req-852b9910-2dd6-4bab-9010-f28436b38f37 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0696242 Aug 02 13:35:32.112514 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da1e091-4fa4-4423-af7f-18dee60b5095 req-d39c7c43-e131-4841-b206-21c7786fbdb4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:32.113932 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0da1e091-4fa4-4423-af7f-18dee60b5095 req-d39c7c43-e131-4841-b206-21c7786fbdb4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 944 time: 0.1476982 Aug 02 13:35:32.205599 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0da1e091-4fa4-4423-af7f-18dee60b5095 req-4ae23f7b-0d98-47db-aaf3-9c2e52816f7c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620117 Aug 02 13:35:32.220277 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9d05aa-4a3f-4e8d-8a33-64cb3a4cd93f req-b740260d-308b-4dee-bb39-6cce6398e759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:32.221769 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5b9d05aa-4a3f-4e8d-8a33-64cb3a4cd93f req-b740260d-308b-4dee-bb39-6cce6398e759 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1070030 Aug 02 13:35:32.357217 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5b9d05aa-4a3f-4e8d-8a33-64cb3a4cd93f req-425f4b29-224b-4457-8d80-14866d7b6f4b service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254709 Aug 02 13:35:32.592768 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5b9d05aa-4a3f-4e8d-8a33-64cb3a4cd93f req-e2d79c68-63de-4d20-a617-d7c204aa2ec2 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275252 Aug 02 13:35:33.399628 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543289a2-4b22-4a71-b436-89a4c64443d6 req-8e937a26-99d2-4c4e-88b2-9a715e97eaad tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:33.401120 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-543289a2-4b22-4a71-b436-89a4c64443d6 req-8e937a26-99d2-4c4e-88b2-9a715e97eaad tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 944 time: 0.0880864 Aug 02 13:35:33.446568 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-543289a2-4b22-4a71-b436-89a4c64443d6 req-7aa253ec-eaa6-4d8a-a90c-d856f0de62bb tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390570 Aug 02 13:35:34.634169 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bc7946-e3a1-4628-ad3b-2a78257c2308 req-cb119a74-8f20-4763-b915-8bd0ccf296bd tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:34.635544 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f8bc7946-e3a1-4628-ad3b-2a78257c2308 req-cb119a74-8f20-4763-b915-8bd0ccf296bd tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 944 time: 0.0853782 Aug 02 13:35:34.682406 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-f8bc7946-e3a1-4628-ad3b-2a78257c2308 req-c03ab447-bf35-403a-bba3-ebc83fb66ec9 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405059 Aug 02 13:35:35.867937 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28da8ca1-5c27-456d-b93b-341489326824 req-35e9e6af-6ce1-428a-a84d-8e13791f6ddd tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:35.869436 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-28da8ca1-5c27-456d-b93b-341489326824 req-35e9e6af-6ce1-428a-a84d-8e13791f6ddd tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 944 time: 0.0820568 Aug 02 13:35:35.916358 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-28da8ca1-5c27-456d-b93b-341489326824 req-f2c088d1-e26c-40c3-bc64-97e9626b7d71 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405426 Aug 02 13:35:36.921295 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:37.104225 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164ec42-1c30-4f70-8502-bcb964f82516 req-561b1b3d-52d2-40b7-9f46-80640985880f tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:37.105730 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4164ec42-1c30-4f70-8502-bcb964f82516 req-561b1b3d-52d2-40b7-9f46-80640985880f tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 944 time: 0.0840414 Aug 02 13:35:37.151531 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-4164ec42-1c30-4f70-8502-bcb964f82516 req-b1eacb8e-8363-4d38-b28b-eeabc9b5616f tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391061 Aug 02 13:35:38.339354 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb46517-e3ae-473c-b0d7-7b879f40f3c6 req-d5968011-3294-474c-8ccc-fda35f2c2ca9 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:38.340841 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-beb46517-e3ae-473c-b0d7-7b879f40f3c6 req-d5968011-3294-474c-8ccc-fda35f2c2ca9 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 944 time: 0.0856633 Aug 02 13:35:38.389583 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-beb46517-e3ae-473c-b0d7-7b879f40f3c6 req-5887bd32-df5a-4c71-b787-5583f7345623 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403740 Aug 02 13:35:39.577968 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0d9a7-e3ed-408c-a0e3-90d6de98a830 req-03883d02-7877-4673-9ad5-e9993faaa188 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:39.579346 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-49c0d9a7-e3ed-408c-a0e3-90d6de98a830 req-03883d02-7877-4673-9ad5-e9993faaa188 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 944 time: 0.0837684 Aug 02 13:35:39.624136 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-49c0d9a7-e3ed-408c-a0e3-90d6de98a830 req-1b4b5ab6-7e74-40dd-afa2-83b804a4da0c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391939 Aug 02 13:35:40.608412 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 9db2e8b2-a187-41e6-81be-44c4df4846e2 details requested by agent hyperv_hv-cinder-80318 with host hv-cinder-80318 {{(pid=78569) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Aug 02 13:35:40.745944 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 9db2e8b2-a187-41e6-81be-44c4df4846e2, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=9db2e8b2-a187-41e6-81be-44c4df4846e2,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:35:40.759904 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Returning: {'device': '9db2e8b2-a187-41e6-81be-44c4df4846e2', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'port_id': '9db2e8b2-a187-41e6-81be-44c4df4846e2', 'mac_address': 'fa:16:3e:74:59:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78569) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Aug 02 13:35:40.815032 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47fac55-4007-46de-937d-bc3e945a4ae5 req-fa3d7fd2-5aa2-43ea-8d61-08f16ceacff2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:40.815647 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:40.816647 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c47fac55-4007-46de-937d-bc3e945a4ae5 req-fa3d7fd2-5aa2-43ea-8d61-08f16ceacff2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 944 time: 0.0862737 Aug 02 13:35:40.833144 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9db2e8b2-a187-41e6-81be-44c4df4846e2 {{(pid=78569) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 02 13:35:40.849376 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 9db2e8b2-a187-41e6-81be-44c4df4846e2, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=9db2e8b2-a187-41e6-81be-44c4df4846e2,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:35:40.853014 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:40.854948 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-254a7188-036f-493c-bcca-6475c870848c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:35:40.865520 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-c47fac55-4007-46de-937d-bc3e945a4ae5 req-7cf7ea47-b8fa-4f03-8e54-83a37856ee36 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430403 Aug 02 13:35:40.923126 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=9db2e8b2-a187-41e6-81be-44c4df4846e2,revision_number=4']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:35:40.930310 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:40.930656 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:40.930997 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:40.931331 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:40.931661 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:40.931988 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:40.932313 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:40.932633 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:40.932956 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:40.933303 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:40.933620 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:40.933935 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78569) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:40.938371 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:35:41.266389 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] get_ports_and_sgs() called for port_ids ['9db2e8b2-a187-41e6-81be-44c4df4846e2'] {{(pid=78569) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Aug 02 13:35:42.052922 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d991f1e-ded0-436b-a56b-852ad11eeecf req-608b636c-4136-4bf1-bf04-db461e03be4b tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:42.054402 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8d991f1e-ded0-436b-a56b-852ad11eeecf req-608b636c-4136-4bf1-bf04-db461e03be4b tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 945 time: 0.0854137 Aug 02 13:35:42.098836 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-8d991f1e-ded0-436b-a56b-852ad11eeecf req-f4ab23cd-373c-4881-853b-76a3680aae7b tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389121 Aug 02 13:35:42.618760 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 9db2e8b2-a187-41e6-81be-44c4df4846e2 up at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Aug 02 13:35:42.691146 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning for port 9db2e8b2-a187-41e6-81be-44c4df4846e2 completed by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 02 13:35:42.696125 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.provisioning_blocks [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Provisioning complete for port 9db2e8b2-a187-41e6-81be-44c4df4846e2 triggered by entity L2. {{(pid=78569) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 02 13:35:42.696513 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3535597'] for port, provisioning_complete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:42.816995 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:42.843749 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db2e8b2-a187-41e6-81be-44c4df4846e2'}] {{(pid=78569) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:35:42.853482 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] For port 9db2e8b2-a187-41e6-81be-44c4df4846e2, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=9db2e8b2-a187-41e6-81be-44c4df4846e2,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:35:42.858085 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119'] for port, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:42.860872 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:35:42.899974 dv-cinder-803181-1-iscsi neutron-server[78569]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9db2e8b2-a187-41e6-81be-44c4df4846e2', 'code': 200} Aug 02 13:35:42.931357 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Pushing event updated for resources: {'Port': ['ID=9db2e8b2-a187-41e6-81be-44c4df4846e2,revision_number=5']} {{(pid=78569) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:35:42.934334 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_concurrency.lockutils [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78569) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:35:43.302378 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac47282-4055-46b8-a5eb-dbb8399a35a0 req-b6b2dfc8-3e51-4f21-a95b-bd128a273fda tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:43.303839 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6ac47282-4055-46b8-a5eb-dbb8399a35a0 req-b6b2dfc8-3e51-4f21-a95b-bd128a273fda tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 946 time: 0.0964293 Aug 02 13:35:43.305864 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca28611-5270-4ae0-84ea-105dc51fc63c req-affa5d0b-ca3c-4bc9-a4fa-1fd05f3ce9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:43.307213 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-cca28611-5270-4ae0-84ea-105dc51fc63c req-affa5d0b-ca3c-4bc9-a4fa-1fd05f3ce9da service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 1099 time: 0.1495748 Aug 02 13:35:43.379384 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-6ac47282-4055-46b8-a5eb-dbb8399a35a0 req-35511358-e87b-4be4-a2e3-e3e8adebc8ec tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698712 Aug 02 13:35:43.380992 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-cca28611-5270-4ae0-84ea-105dc51fc63c req-33278319-5d8c-47dc-87f6-0f69474ddead service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581419 Aug 02 13:35:44.585363 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcea644-8439-4db8-ad5f-61dc00ef49ff req-da5f23c3-e0b2-49aa-b2df-c7e0dc8d92fb tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:44.586707 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7fcea644-8439-4db8-ad5f-61dc00ef49ff req-da5f23c3-e0b2-49aa-b2df-c7e0dc8d92fb tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 946 time: 0.0964007 Aug 02 13:35:44.634154 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-7fcea644-8439-4db8-ad5f-61dc00ef49ff req-c53364c7-4138-432c-89d3-58ccaa8fded9 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400360 Aug 02 13:35:45.822192 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25824f0-d207-4939-bfaa-81ca94e8c823 req-a3123444-92e4-4f36-8adb-e4a3f9ed5a85 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:45.823653 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e25824f0-d207-4939-bfaa-81ca94e8c823 req-a3123444-92e4-4f36-8adb-e4a3f9ed5a85 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 946 time: 0.0818665 Aug 02 13:35:45.871284 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-e25824f0-d207-4939-bfaa-81ca94e8c823 req-c0037fae-3cd0-40a0-a092-8f95df0174d3 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419223 Aug 02 13:35:46.067224 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76928c7-1b61-4034-aa9d-b3ce285a3771 req-91f4e723-5951-4114-b460-c29095edc6bd tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:46.069116 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b76928c7-1b61-4034-aa9d-b3ce285a3771 req-91f4e723-5951-4114-b460-c29095edc6bd tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 946 time: 0.0900166 Aug 02 13:35:46.117681 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-b76928c7-1b61-4034-aa9d-b3ce285a3771 req-80bfa0d3-e24c-47e9-a522-b4e1d6c2f80d tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427530 Aug 02 13:35:46.141673 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59662) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:35:46.236227 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3d5dfe-eb9d-4e40-be6b-ed702a10d4c0 tempest-TestVolumeBootPattern-1470119519 tempest-TestVolumeBootPattern-1470119519-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:46.237793 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-5f3d5dfe-eb9d-4e40-be6b-ed702a10d4c0 tempest-TestVolumeBootPattern-1470119519 tempest-TestVolumeBootPattern-1470119519-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 1094 time: 0.0951276 Aug 02 13:35:46.240539 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59666) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:35:46.245637 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.v2.base [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Request body: {'floatingip': {'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'port_id': '9db2e8b2-a187-41e6-81be-44c4df4846e2', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address': '172.20.0.12'}} {{(pid=78567) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Aug 02 13:35:46.258882 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Aug 02 13:35:46.264935 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Usage tracker for resource:floatingip and tenant:e99ffc18062146bd9ef14e0b9f4d7281 is out of sync, need to count used quota {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Aug 02 13:35:46.268197 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78567) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Aug 02 13:35:46.275452 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.quota.driver [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78567) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Aug 02 13:35:46.287964 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for floatingip, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:46.446289 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:46.597606 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_common [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Allocated IP 172.27.2.88 (a8a644a4-d85e-44e8-9e00-0dce09f6ac13/f4078bd4-78d7-483f-828a-d1e17f6b901c/152c41c4-68ee-4991-8875-469aa4e07730) {{(pid=78567) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 02 13:35:46.839981 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for port, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:46.870020 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774015126056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:46.874313 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-69dd0a3b-394a-45c0-a08d-d1d29aaaaad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:35:46.941668 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Network a8a644a4-d85e-44e8-9e00-0dce09f6ac13 is already hosted by enough agents. {{(pid=78567) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 02 13:35:46.944433 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.base_scheduler [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Resources bound (agent type, host, resource id): {{(pid=78567) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 02 13:35:46.948930 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Received port after_create {{(pid=78567) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Aug 02 13:35:46.978736 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'Port': ['ID=152c41c4-68ee-4991-8875-469aa4e07730,revision_number=1']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:35:46.996384 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:46.996765 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:46.997148 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:46.998072 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:46.998440 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:46.998809 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:46.999181 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:46.999756 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:47.000153 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:47.000514 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:47.000877 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:47.001257 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:35:47.007266 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:35:47.392365 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:47.470246 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3459385'] for port, before_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:47.674322 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for port, precommit_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:47.678813 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774015606851', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774015126074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774015126119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-132222383'] for port, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:47.682262 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a19a5c5d-2adb-4c4f-be65-1eb6c30204d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:35:47.789444 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event updated for resources: {'Port': ['ID=152c41c4-68ee-4991-8875-469aa4e07730,revision_number=2']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:35:47.794334 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:35:47.803553 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1804668'] for floatingip, after_update {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:47.975333 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.l3_db [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Floating IP 2eb3f9bd-cf7f-4416-ac86-10d88e8f7cbc associated. External IP: 172.27.2.88, port: 9db2e8b2-a187-41e6-81be-44c4df4846e2. Aug 02 13:35:48.432697 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Router 7af9c985-ab15-44c2-8fdb-e77dbffd211e has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:35:48.611282 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:35:48.620959 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2205cc-9366-46ec-b6f0-1fe1b7e94cc6 None None] Sync routers for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:35:48.630230 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2205cc-9366-46ec-b6f0-1fe1b7e94cc6 None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:35:48.630850 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9a2205cc-9366-46ec-b6f0-1fe1b7e94cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:35:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:35:48.635638 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:48.696743 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-a075b16e-77fc-41f8-a180-2c8787c2c174 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4551761 Aug 02 13:35:48.697558 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0', 'tag': '9db2e8b2-a187-41e6-81be-44c4df4846e2'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:35:48.744826 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0', 'tag': '9db2e8b2-a187-41e6-81be-44c4df4846e2', 'status': 'completed', 'code': 200} Aug 02 13:35:48.847385 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-9a2205cc-9366-46ec-b6f0-1fe1b7e94cc6 None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:35:48.862123 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90383077-fabe-4a43-9265-1ed587199f6a req-d30e3f2c-7fa8-417b-987f-d0c159419621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:48.863611 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-90383077-fabe-4a43-9265-1ed587199f6a req-d30e3f2c-7fa8-417b-987f-d0c159419621 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 1099 time: 0.0721664 Aug 02 13:35:48.999809 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90383077-fabe-4a43-9265-1ed587199f6a req-7c5cbef8-3d5f-41db-8cac-5df8fff6683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:49.001382 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-90383077-fabe-4a43-9265-1ed587199f6a req-7c5cbef8-3d5f-41db-8cac-5df8fff6683d service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 912 time: 0.1306136 Aug 02 13:35:49.112247 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-90383077-fabe-4a43-9265-1ed587199f6a req-64c943fb-84b4-4e8e-a6d3-95acb62967ed service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9db2e8b2-a187-41e6-81be-44c4df4846e2 HTTP/1.1" status: 200 len: 999 time: 0.1038339 Aug 02 13:35:49.175205 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90383077-fabe-4a43-9265-1ed587199f6a req-55f29212-19bc-43f4-8d30-02adec61cf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:49.176643 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-90383077-fabe-4a43-9265-1ed587199f6a req-55f29212-19bc-43f4-8d30-02adec61cf43 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0581677 Aug 02 13:35:49.201299 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9a2205cc-9366-46ec-b6f0-1fe1b7e94cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '2eb3f9bd-cf7f-4416-ac86-10d88e8f7cbc', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'port_id': '9db2e8b2-a187-41e6-81be-44c4df4846e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'mac_address': 'fa:16:3e:74:59:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:35:47Z', 'updated_at': '2021-08-02T13:35:47Z', 'revision_number': 0, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address_scope': None}, {'id': '6ad6ccaf-1ac2-409a-8a09-4e494b10d635', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'port_id': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'mac_address': 'fa:16:3e:2d:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:33:38Z', 'updated_at': '2021-08-02T13:33:41Z', 'revision_number': 1, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:35:49.205095 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2205cc-9366-46ec-b6f0-1fe1b7e94cc6 None None] Checking router: 7af9c985-ab15-44c2-8fdb-e77dbffd211e for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:35:49.213575 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2205cc-9366-46ec-b6f0-1fe1b7e94cc6 None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:35:49.214181 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9a2205cc-9366-46ec-b6f0-1fe1b7e94cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:35:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:35:49.261104 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90383077-fabe-4a43-9265-1ed587199f6a req-6580246e-db38-408b-a59f-8d3998ca6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:35:49.262903 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-90383077-fabe-4a43-9265-1ed587199f6a req-6580246e-db38-408b-a59f-8d3998ca6bf3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764136 Aug 02 13:35:49.402543 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-9a2205cc-9366-46ec-b6f0-1fe1b7e94cc6 None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:35:49.403312 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-90383077-fabe-4a43-9265-1ed587199f6a req-57aa0dd1-9e43-4709-9625-7932ca316523 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328783 Aug 02 13:35:49.540325 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-90383077-fabe-4a43-9265-1ed587199f6a req-1f119af3-4378-4155-9581-b0d36b8e725b service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302409 Aug 02 13:35:49.766968 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-452705c8-84da-4a38-9913-639805295595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:49.788197 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-9a2205cc-9366-46ec-b6f0-1fe1b7e94cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '2eb3f9bd-cf7f-4416-ac86-10d88e8f7cbc', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'port_id': '9db2e8b2-a187-41e6-81be-44c4df4846e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'mac_address': 'fa:16:3e:74:59:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:35:47Z', 'updated_at': '2021-08-02T13:35:47Z', 'revision_number': 0, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address_scope': None}, {'id': '6ad6ccaf-1ac2-409a-8a09-4e494b10d635', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'port_id': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'mac_address': 'fa:16:3e:2d:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:33:38Z', 'updated_at': '2021-08-02T13:33:41Z', 'revision_number': 1, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:35:49.792223 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2205cc-9366-46ec-b6f0-1fe1b7e94cc6 None None] The sync data for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi is: [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '2eb3f9bd-cf7f-4416-ac86-10d88e8f7cbc', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'floating_ip_address': '172.27.2.88', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'port_id': '9db2e8b2-a187-41e6-81be-44c4df4846e2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'mac_address': 'fa:16:3e:74:59:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:35:47Z', 'updated_at': '2021-08-02T13:35:47Z', 'revision_number': 0, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address_scope': None}, {'id': '6ad6ccaf-1ac2-409a-8a09-4e494b10d635', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'port_id': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'mac_address': 'fa:16:3e:2d:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:33:38Z', 'updated_at': '2021-08-02T13:33:41Z', 'revision_number': 1, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:35:49.986412 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3341b10c-e2c9-4946-8c75-ebf15e87d89e None None] New status for floating IP 2eb3f9bd-cf7f-4416-ac86-10d88e8f7cbc: ACTIVE {{(pid=78570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:35:50.191633 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:52.862393 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4eb39c9e-da16-481a-abf5-05e00429c1ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:53.612548 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:55.023808 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:35:55.450482 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:36:06.925042 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:36:19.760470 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-cd4ecbca-9841-48ae-ad34-bcd864756502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:36:20.194474 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:36:22.821513 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c010e522-81e0-4a0f-ab4c-3e91123565f3 req-5e358bd6-94ea-4f4d-87b4-890d419153b4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698280 Aug 02 13:36:22.864403 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-204c3d68-1831-4ebd-99f1-dac3a63d67c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:36:22.982038 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010e522-81e0-4a0f-ab4c-3e91123565f3 req-d1fea298-d6e1-43f3-8993-424178d80b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:36:22.983457 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c010e522-81e0-4a0f-ab4c-3e91123565f3 req-d1fea298-d6e1-43f3-8993-424178d80b57 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 1098 time: 0.0739717 Aug 02 13:36:23.269432 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010e522-81e0-4a0f-ab4c-3e91123565f3 req-93ad92d0-ba75-473d-8af9-09ef080bb557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:36:23.270793 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c010e522-81e0-4a0f-ab4c-3e91123565f3 req-93ad92d0-ba75-473d-8af9-09ef080bb557 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 912 time: 0.2649343 Aug 02 13:36:23.377574 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c010e522-81e0-4a0f-ab4c-3e91123565f3 req-e8e15652-7e57-4137-b1a0-eaa3280c5e1d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15aba55f-7cd9-42e8-a016-21c09b2da3f8 HTTP/1.1" status: 200 len: 1001 time: 0.0980842 Aug 02 13:36:23.454051 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010e522-81e0-4a0f-ab4c-3e91123565f3 req-60ce534c-35a8-4081-9191-cd41f5f786d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:36:23.455490 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c010e522-81e0-4a0f-ab4c-3e91123565f3 req-60ce534c-35a8-4081-9191-cd41f5f786d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0712163 Aug 02 13:36:23.536733 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010e522-81e0-4a0f-ab4c-3e91123565f3 req-13089189-a7c0-4a0c-ba84-f458db3fdaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:36:23.538152 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c010e522-81e0-4a0f-ab4c-3e91123565f3 req-13089189-a7c0-4a0c-ba84-f458db3fdaa0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719254 Aug 02 13:36:23.615016 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:36:23.673012 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c010e522-81e0-4a0f-ab4c-3e91123565f3 req-b9d33e55-e9fc-4e27-9d9e-5ab0b0736b42 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240306 Aug 02 13:36:23.813994 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-c010e522-81e0-4a0f-ab4c-3e91123565f3 req-895337b1-4b71-4099-9024-991428da0bef service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308134 Aug 02 13:36:25.028850 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:36:31.694666 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [req-61f7d368-7691-47fd-96ef-8e3e7a79ad38 req-b9af28cb-8338-49d4-8e9e-88850610ebbc tempest-AttachVolumeNegativeTest-660839016 tempest-AttachVolumeNegativeTest-660839016-project] (78567) timed out ('10.222.0.53', 51907) {{(pid=78567) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Aug 02 13:36:32.449417 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:36:36.940087 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:36:49.763697 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-30d4f9e3-fd86-46e6-8406-3312ed15dc2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:36:50.197276 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:36:52.869025 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-5e06dd7e-ed18-4f0c-8c60-c89dd22bb138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:36:53.618781 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:36:55.031329 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:06.940895 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:09.448855 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:37:19.766908 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-8df23e5f-2aef-437c-972f-d340be6fa82f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:20.198271 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:22.871811 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-157752a3-2828-4bd6-ad9b-a8bb285e5798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:23.620989 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:24.708155 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eac46a2d-9da7-4ca0-a29a-e790c0c9a50a req-59adbc20-8535-41c8-aa4a-be215d77c8f3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0740931 Aug 02 13:37:24.819145 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac46a2d-9da7-4ca0-a29a-e790c0c9a50a req-2f26e29f-cdd7-4abe-98df-3dce16a6bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:24.820592 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eac46a2d-9da7-4ca0-a29a-e790c0c9a50a req-2f26e29f-cdd7-4abe-98df-3dce16a6bdd3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 1099 time: 0.0698342 Aug 02 13:37:24.967292 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac46a2d-9da7-4ca0-a29a-e790c0c9a50a req-100afee8-33c9-4e9d-b150-6e35249070b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:24.968625 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eac46a2d-9da7-4ca0-a29a-e790c0c9a50a req-100afee8-33c9-4e9d-b150-6e35249070b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 912 time: 0.1282766 Aug 02 13:37:25.038826 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:25.079159 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eac46a2d-9da7-4ca0-a29a-e790c0c9a50a req-e596a9e7-7dad-4a63-ab78-ad16190152e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9db2e8b2-a187-41e6-81be-44c4df4846e2 HTTP/1.1" status: 200 len: 1001 time: 0.0999341 Aug 02 13:37:25.148219 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac46a2d-9da7-4ca0-a29a-e790c0c9a50a req-55c2f59e-94ad-403d-8a45-4b638b04a442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:25.149664 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eac46a2d-9da7-4ca0-a29a-e790c0c9a50a req-55c2f59e-94ad-403d-8a45-4b638b04a442 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0607033 Aug 02 13:37:25.230504 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac46a2d-9da7-4ca0-a29a-e790c0c9a50a req-be1f6aae-e993-468b-9137-69e37e97daea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:25.231885 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eac46a2d-9da7-4ca0-a29a-e790c0c9a50a req-be1f6aae-e993-468b-9137-69e37e97daea service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713115 Aug 02 13:37:25.375840 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eac46a2d-9da7-4ca0-a29a-e790c0c9a50a req-2e149ec3-bf0e-40d3-a397-88c982142a3c service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326356 Aug 02 13:37:25.511350 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-eac46a2d-9da7-4ca0-a29a-e790c0c9a50a req-8ff16800-39ef-4ea8-9411-a149f39cf878 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254003 Aug 02 13:37:27.900501 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59700) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:28.101833 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Deleting port 152c41c4-68ee-4991-8875-469aa4e07730 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:37:28.102183 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:28.273833 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:28.274163 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:28.398335 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Calling delete_port for 152c41c4-68ee-4991-8875-469aa4e07730 owned by network:floatingip {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:37:28.548026 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:28.552164 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b66acde7-412a-447c-a542-1256b12b1793 tempest-AttachVolumeShelveTestJSON-457186058 tempest-AttachVolumeShelveTestJSON-457186058-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:28.595902 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event deleted for resources: {'Port': ['ID=152c41c4-68ee-4991-8875-469aa4e07730,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:28.639775 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:28.640162 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:28.640617 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:28.641542 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:28.641911 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:28.642282 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:28.642646 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:28.643010 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:28.643370 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:28.643729 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:28.644085 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:28.644440 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78567) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:28.671517 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:28.699793 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for floatingip, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:28.700129 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.l3_db [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Floating IP 2eb3f9bd-cf7f-4416-ac86-10d88e8f7cbc disassociated (deleted). External IP: 172.27.2.88, port: 9db2e8b2-a187-41e6-81be-44c4df4846e2. Aug 02 13:37:29.151120 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Router 7af9c985-ab15-44c2-8fdb-e77dbffd211e has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:37:29.333036 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:37:29.342309 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565d0b39-15c6-4826-b9d1-1a7a209d5c48 None None] Sync routers for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:37:29.352319 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565d0b39-15c6-4826-b9d1-1a7a209d5c48 None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:37:29.352957 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-565d0b39-15c6-4826-b9d1-1a7a209d5c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:37:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:29.355435 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:29.416255 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "DELETE /v2.0/floatingips/2eb3f9bd-cf7f-4416-ac86-10d88e8f7cbc HTTP/1.1" status: 204 len: 168 time: 1.5146065 Aug 02 13:37:29.416938 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0', 'tag': '9db2e8b2-a187-41e6-81be-44c4df4846e2'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:37:29.467467 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0', 'tag': '9db2e8b2-a187-41e6-81be-44c4df4846e2', 'status': 'completed', 'code': 200} Aug 02 13:37:29.592275 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-565d0b39-15c6-4826-b9d1-1a7a209d5c48 None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:37:29.603682 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33a9df-ddbf-448e-b8ad-27c60ae0df7a req-0b57b9ed-635f-4d92-a143-df85e7fefe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:29.605325 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b33a9df-ddbf-448e-b8ad-27c60ae0df7a req-0b57b9ed-635f-4d92-a143-df85e7fefe19 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 1099 time: 0.0808892 Aug 02 13:37:29.917824 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33a9df-ddbf-448e-b8ad-27c60ae0df7a req-805fb06a-468a-4d80-afc1-27cdc89119bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:29.919271 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b33a9df-ddbf-448e-b8ad-27c60ae0df7a req-805fb06a-468a-4d80-afc1-27cdc89119bc service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 912 time: 0.3010883 Aug 02 13:37:29.930622 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70ac78-0517-4eb8-8cff-4e6b7fc7c462 req-ecee0703-5b6f-4525-ad51-574a0717eb6f tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:29.932202 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7b70ac78-0517-4eb8-8cff-4e6b7fc7c462 req-ecee0703-5b6f-4525-ad51-574a0717eb6f tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 946 time: 0.1639395 Aug 02 13:37:29.962673 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-565d0b39-15c6-4826-b9d1-1a7a209d5c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '6ad6ccaf-1ac2-409a-8a09-4e494b10d635', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'port_id': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'mac_address': 'fa:16:3e:2d:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:33:38Z', 'updated_at': '2021-08-02T13:33:41Z', 'revision_number': 1, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:29.967160 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565d0b39-15c6-4826-b9d1-1a7a209d5c48 None None] Checking router: 7af9c985-ab15-44c2-8fdb-e77dbffd211e for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:37:29.975686 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565d0b39-15c6-4826-b9d1-1a7a209d5c48 None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:37:29.976297 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-565d0b39-15c6-4826-b9d1-1a7a209d5c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:37:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:30.009539 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b33a9df-ddbf-448e-b8ad-27c60ae0df7a req-504ec002-9501-49ac-afbe-aa7c675e382c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9db2e8b2-a187-41e6-81be-44c4df4846e2 HTTP/1.1" status: 200 len: 217 time: 0.0765417 Aug 02 13:37:30.083335 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-7b70ac78-0517-4eb8-8cff-4e6b7fc7c462 req-26b7716e-6a05-4f85-adce-ea73763564a9 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942204 Aug 02 13:37:30.092507 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33a9df-ddbf-448e-b8ad-27c60ae0df7a req-6d7520b8-f20d-4279-bee3-dbc96c761b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:30.094592 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b33a9df-ddbf-448e-b8ad-27c60ae0df7a req-6d7520b8-f20d-4279-bee3-dbc96c761b33 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0765703 Aug 02 13:37:30.162458 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-565d0b39-15c6-4826-b9d1-1a7a209d5c48 None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:37:30.174905 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b33a9df-ddbf-448e-b8ad-27c60ae0df7a req-46bfc3e1-dd8b-43eb-89c0-75441a9cae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:30.176394 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b33a9df-ddbf-448e-b8ad-27c60ae0df7a req-46bfc3e1-dd8b-43eb-89c0-75441a9cae3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0752256 Aug 02 13:37:30.314543 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b33a9df-ddbf-448e-b8ad-27c60ae0df7a req-f17dbf16-8777-4d07-9589-de140bdc9b27 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304448 Aug 02 13:37:30.450763 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-0b33a9df-ddbf-448e-b8ad-27c60ae0df7a req-ae971bc5-1c79-4c81-bc38-6b0b569c3022 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290920 Aug 02 13:37:30.517426 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-565d0b39-15c6-4826-b9d1-1a7a209d5c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '6ad6ccaf-1ac2-409a-8a09-4e494b10d635', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'port_id': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'mac_address': 'fa:16:3e:2d:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:33:38Z', 'updated_at': '2021-08-02T13:33:41Z', 'revision_number': 1, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:30.521421 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-565d0b39-15c6-4826-b9d1-1a7a209d5c48 None None] The sync data for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi is: [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_floatingips': [{'id': '6ad6ccaf-1ac2-409a-8a09-4e494b10d635', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'floating_ip_address': '172.27.2.161', 'floating_network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'router_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'port_id': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'mac_address': 'fa:16:3e:2d:c2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-02T13:33:38Z', 'updated_at': '2021-08-02T13:33:41Z', 'revision_number': 1, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:37:30.739006 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcafb170-0a39-4b50-95c0-f85c9cfb4dd8 None None] New status for floating IP 2eb3f9bd-cf7f-4416-ac86-10d88e8f7cbc: DOWN {{(pid=78570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:37:31.290536 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98816519-71d5-4f9d-8749-4daa37e7268f req-475de6e8-9570-427e-b643-7b07707bf71b tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:31.291247 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-98816519-71d5-4f9d-8749-4daa37e7268f req-475de6e8-9570-427e-b643-7b07707bf71b tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Synchronizing usage tracker for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:37:31.307356 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-98816519-71d5-4f9d-8749-4daa37e7268f req-475de6e8-9570-427e-b643-7b07707bf71b tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Unset dirty status for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:37:31.308556 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-98816519-71d5-4f9d-8749-4daa37e7268f req-475de6e8-9570-427e-b643-7b07707bf71b tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 946 time: 0.1023691 Aug 02 13:37:31.355711 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-98816519-71d5-4f9d-8749-4daa37e7268f req-1c45d911-4bfa-45c3-8636-af391c591fbf tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411472 Aug 02 13:37:31.878756 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a75344-2dc5-47c4-bcf0-3f0da6b52cbf req-8bcfd850-d116-4b71-976f-d252a91a7e5a tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:31.880197 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-47a75344-2dc5-47c4-bcf0-3f0da6b52cbf req-8bcfd850-d116-4b71-976f-d252a91a7e5a tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.53 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 946 time: 0.0793748 Aug 02 13:37:31.959300 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-47a75344-2dc5-47c4-bcf0-3f0da6b52cbf req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Deleting port 9db2e8b2-a187-41e6-81be-44c4df4846e2 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:37:31.959644 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-47a75344-2dc5-47c4-bcf0-3f0da6b52cbf req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:32.204988 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-47a75344-2dc5-47c4-bcf0-3f0da6b52cbf req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] For port 9db2e8b2-a187-41e6-81be-44c4df4846e2, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=9db2e8b2-a187-41e6-81be-44c4df4846e2,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:37:32.205371 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-47a75344-2dc5-47c4-bcf0-3f0da6b52cbf req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:32.330953 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-47a75344-2dc5-47c4-bcf0-3f0da6b52cbf req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Calling delete_port for 9db2e8b2-a187-41e6-81be-44c4df4846e2 owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:37:32.510938 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-47a75344-2dc5-47c4-bcf0-3f0da6b52cbf req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:32.521833 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-86fefa9e-4633-4400-9a0d-aa463abf908e req-68f8b682-b21c-44f2-b898-76dc7155cd18 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 210 time: 0.0520942 Aug 02 13:37:32.522456 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-8a640f42-edb2-4f2e-b93d-d7e235fc730f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:32.565681 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event deleted for resources: {'Port': ['ID=9db2e8b2-a187-41e6-81be-44c4df4846e2,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:32.600104 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:32.600486 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:32.600859 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:32.601261 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:32.601627 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:32.601991 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:32.602349 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:32.602709 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:32.603066 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:32.603421 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:32.603778 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:32.604128 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-803181-1-iscsi {{(pid=78568) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 02 13:37:32.612031 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:32.756371 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a75344-2dc5-47c4-bcf0-3f0da6b52cbf req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] No DVR routers for this DVR port 9db2e8b2-a187-41e6-81be-44c4df4846e2 on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:37:32.758773 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-47a75344-2dc5-47c4-bcf0-3f0da6b52cbf req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:32.761562 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0', 'name': 'network-vif-deleted', 'tag': '9db2e8b2-a187-41e6-81be-44c4df4846e2'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:37:32.776955 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-47a75344-2dc5-47c4-bcf0-3f0da6b52cbf req-e9e57c8b-393e-46e6-b1bc-58b1f0d26011 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.53 "DELETE /v2.0/ports/9db2e8b2-a187-41e6-81be-44c4df4846e2 HTTP/1.1" status: 204 len: 173 time: 0.8849781 Aug 02 13:37:32.809360 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0', 'name': 'network-vif-deleted', 'tag': '9db2e8b2-a187-41e6-81be-44c4df4846e2', 'status': 'completed', 'code': 200} Aug 02 13:37:33.689723 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-5910ea6c-e5a2-4615-b9fb-2f1d5cec7b6f req-bd79bf78-6ba5-48d7-90c8-9349d5b716d2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Synchronizing usage tracker for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78568) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:37:33.709757 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.quota.resource [req-5910ea6c-e5a2-4615-b9fb-2f1d5cec7b6f req-bd79bf78-6ba5-48d7-90c8-9349d5b716d2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Unset dirty status for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78568) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:37:33.710931 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-5910ea6c-e5a2-4615-b9fb-2f1d5cec7b6f req-bd79bf78-6ba5-48d7-90c8-9349d5b716d2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=7866ed82-2e70-4ce9-8cd8-d3e9d60acbe0 HTTP/1.1" status: 200 len: 210 time: 0.0639217 Aug 02 13:37:35.181131 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 9db2e8b2-a187-41e6-81be-44c4df4846e2 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:37:35.218784 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 9db2e8b2-a187-41e6-81be-44c4df4846e2 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:37:35.219225 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 9db2e8b2-a187-41e6-81be-44c4df4846e2 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:37:36.960592 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:37.212363 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59734) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:37.420723 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-5d404430-c406-4965-859a-cc8996d26243 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Deleting port 289baf2a-4af7-4ab4-8798-37824fedd159 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:37:37.421065 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5d404430-c406-4965-859a-cc8996d26243 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:37.601444 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5d404430-c406-4965-859a-cc8996d26243 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:37.601672 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5d404430-c406-4965-859a-cc8996d26243 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:37.726283 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-5d404430-c406-4965-859a-cc8996d26243 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Calling delete_port for 289baf2a-4af7-4ab4-8798-37824fedd159 owned by network:floatingip {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:37:37.884188 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5d404430-c406-4965-859a-cc8996d26243 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:37.888521 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-0fb14976-b9c5-44a5-847e-41eb5804890c tempest-TestMinimumBasicScenario-475672688 tempest-TestMinimumBasicScenario-475672688-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:37.932495 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d404430-c406-4965-859a-cc8996d26243 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event deleted for resources: {'Port': ['ID=289baf2a-4af7-4ab4-8798-37824fedd159,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:37.958690 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5d404430-c406-4965-859a-cc8996d26243 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:38.024348 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5d404430-c406-4965-859a-cc8996d26243 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for floatingip, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:38.024719 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.db.l3_db [None req-5d404430-c406-4965-859a-cc8996d26243 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Floating IP 6ad6ccaf-1ac2-409a-8a09-4e494b10d635 disassociated (deleted). External IP: 172.27.2.161, port: 15aba55f-7cd9-42e8-a016-21c09b2da3f8. Aug 02 13:37:38.489535 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d404430-c406-4965-859a-cc8996d26243 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Router 7af9c985-ab15-44c2-8fdb-e77dbffd211e has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:37:38.671174 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d404430-c406-4965-859a-cc8996d26243 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:37:38.681260 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07816f2d-4840-4bf1-8124-43276f25c497 None None] Sync routers for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:37:38.692080 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07816f2d-4840-4bf1-8124-43276f25c497 None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:37:38.692710 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-07816f2d-4840-4bf1-8124-43276f25c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:37:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:38.693376 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5d404430-c406-4965-859a-cc8996d26243 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:38.752207 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-5d404430-c406-4965-859a-cc8996d26243 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "DELETE /v2.0/floatingips/6ad6ccaf-1ac2-409a-8a09-4e494b10d635 HTTP/1.1" status: 204 len: 168 time: 1.5384452 Aug 02 13:37:38.752997 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'tag': '15aba55f-7cd9-42e8-a016-21c09b2da3f8'}] {{(pid=78567) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:37:38.800265 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'tag': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'status': 'completed', 'code': 200} Aug 02 13:37:38.925081 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d4b61-9aef-430d-86aa-14787b3baced req-dfeba072-4818-4b38-85b3-98e5e2ef1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:38.927103 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-727d4b61-9aef-430d-86aa-14787b3baced req-dfeba072-4818-4b38-85b3-98e5e2ef1d06 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 1098 time: 0.0777829 Aug 02 13:37:38.939011 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-07816f2d-4840-4bf1-8124-43276f25c497 None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:37:39.083344 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d4b61-9aef-430d-86aa-14787b3baced req-4eed7940-f1f5-4e92-a486-331b3cf722ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:39.084934 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-727d4b61-9aef-430d-86aa-14787b3baced req-4eed7940-f1f5-4e92-a486-331b3cf722ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 200 len: 912 time: 0.1481280 Aug 02 13:37:39.140379 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd91b68-4dde-47c7-bfd6-788a20ed2ce4 req-c0f2dd51-aa74-45c5-843d-562e86f82ff4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:39.141742 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-bdd91b68-4dde-47c7-bfd6-788a20ed2ce4 req-c0f2dd51-aa74-45c5-843d-562e86f82ff4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Synchronizing usage tracker for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78567) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Aug 02 13:37:39.159180 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.quota.resource [req-bdd91b68-4dde-47c7-bfd6-788a20ed2ce4 req-c0f2dd51-aa74-45c5-843d-562e86f82ff4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Unset dirty status for tenant:e99ffc18062146bd9ef14e0b9f4d7281 on resource:port {{(pid=78567) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Aug 02 13:37:39.160399 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-bdd91b68-4dde-47c7-bfd6-788a20ed2ce4 req-c0f2dd51-aa74-45c5-843d-562e86f82ff4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 945 time: 0.1064332 Aug 02 13:37:39.162138 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-727d4b61-9aef-430d-86aa-14787b3baced req-b1fcf9fd-d8ab-4d3e-97c8-200ddbb0802d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=15aba55f-7cd9-42e8-a016-21c09b2da3f8 HTTP/1.1" status: 200 len: 217 time: 0.0690629 Aug 02 13:37:39.212267 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-bdd91b68-4dde-47c7-bfd6-788a20ed2ce4 req-5189f410-b41f-454c-8041-52b62746e578 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453510 Aug 02 13:37:39.231796 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d4b61-9aef-430d-86aa-14787b3baced req-1f69feec-554f-481b-b04f-f64f1a99c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:39.233288 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-727d4b61-9aef-430d-86aa-14787b3baced req-1f69feec-554f-481b-b04f-f64f1a99c4be service neutron] 10.222.0.53 "GET /v2.0/subnets?id=da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 200 len: 850 time: 0.0644007 Aug 02 13:37:39.279999 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-07816f2d-4840-4bf1-8124-43276f25c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:39.285036 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07816f2d-4840-4bf1-8124-43276f25c497 None None] Checking router: 7af9c985-ab15-44c2-8fdb-e77dbffd211e for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:37:39.293518 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07816f2d-4840-4bf1-8124-43276f25c497 None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:37:39.294324 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-07816f2d-4840-4bf1-8124-43276f25c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:37:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:39.312087 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727d4b61-9aef-430d-86aa-14787b3baced req-3013a224-1b27-45d4-a34b-2cfeca6b4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:39.314006 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-727d4b61-9aef-430d-86aa-14787b3baced req-3013a224-1b27-45d4-a34b-2cfeca6b4641 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f8026a71-09ec-4cf3-8769-c95dffa8dd1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734692 Aug 02 13:37:39.458530 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-727d4b61-9aef-430d-86aa-14787b3baced req-54ace294-2fc4-4dd0-8afb-ae0110eabc11 service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335762 Aug 02 13:37:39.481219 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-07816f2d-4840-4bf1-8124-43276f25c497 None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:37:39.596600 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-727d4b61-9aef-430d-86aa-14787b3baced req-1cf3820d-02be-4600-8151-358eaf12bdbf service neutron] 10.222.0.53 "GET /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287439 Aug 02 13:37:39.799313 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-07816f2d-4840-4bf1-8124-43276f25c497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:39.803161 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07816f2d-4840-4bf1-8124-43276f25c497 None None] The sync data for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi is: [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:30:19Z', 'revision_number': 4, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi', '_interfaces': [{'id': '87db04fa-1911-4cf1-a751-2792133b1376', 'name': '', 'network_id': 'f8026a71-09ec-4cf3-8769-c95dffa8dd1c', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'mac_address': 'fa:16:3e:92:7e:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:18Z', 'updated_at': '2021-08-02T13:30:25Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'subnets': [{'id': 'da947931-afcc-4d6d-9381-9ad3719c6219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:37:40.029579 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2768a24e-2ba3-457b-af5f-8de817eb748c None None] New status for floating IP 6ad6ccaf-1ac2-409a-8a09-4e494b10d635: DOWN {{(pid=78570) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 02 13:37:40.401545 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4c6f4-c95b-4b5a-83c0-4bc60fefe911 req-02586785-c5ba-466b-919a-9ffba979bf74 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:40.403003 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a7f4c6f4-c95b-4b5a-83c0-4bc60fefe911 req-02586785-c5ba-466b-919a-9ffba979bf74 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 945 time: 0.0810890 Aug 02 13:37:40.452127 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-a7f4c6f4-c95b-4b5a-83c0-4bc60fefe911 req-cc66ed39-17e5-43f6-a7a4-7b4ecfead656 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425045 Aug 02 13:37:41.138792 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cbaeff-4b77-45bb-93ca-4f6242b9ef6a req-102c5f1d-7a98-4d4b-9b9b-51f1c8336696 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78568) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:41.140124 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-30cbaeff-4b77-45bb-93ca-4f6242b9ef6a req-102c5f1d-7a98-4d4b-9b9b-51f1c8336696 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.53 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 945 time: 0.0806837 Aug 02 13:37:41.214329 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-30cbaeff-4b77-45bb-93ca-4f6242b9ef6a req-e61cb979-beac-4f20-a1b5-882a33a4accc tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Deleting port 15aba55f-7cd9-42e8-a016-21c09b2da3f8 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:37:41.214681 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-30cbaeff-4b77-45bb-93ca-4f6242b9ef6a req-e61cb979-beac-4f20-a1b5-882a33a4accc tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:41.466445 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [req-30cbaeff-4b77-45bb-93ca-4f6242b9ef6a req-e61cb979-beac-4f20-a1b5-882a33a4accc tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] For port 15aba55f-7cd9-42e8-a016-21c09b2da3f8, host hv-cinder-80318, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80318',level=0,port_id=15aba55f-7cd9-42e8-a016-21c09b2da3f8,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:37:41.467175 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-30cbaeff-4b77-45bb-93ca-4f6242b9ef6a req-e61cb979-beac-4f20-a1b5-882a33a4accc tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:41.597491 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [req-30cbaeff-4b77-45bb-93ca-4f6242b9ef6a req-e61cb979-beac-4f20-a1b5-882a33a4accc tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Calling delete_port for 15aba55f-7cd9-42e8-a016-21c09b2da3f8 owned by compute:nova {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:37:41.637407 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf4d28-3c79-455c-a96c-dcb108ef68a1 req-00004f84-9863-4d1b-b542-ee97b8535e4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78567) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 02 13:37:41.638917 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d9cf4d28-3c79-455c-a96c-dcb108ef68a1 req-00004f84-9863-4d1b-b542-ee97b8535e4c tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 945 time: 0.0821528 Aug 02 13:37:41.686941 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-d9cf4d28-3c79-455c-a96c-dcb108ef68a1 req-6d707aac-ad14-4c1f-a59c-9ace3b9e4a23 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/security-groups?id=ce0816e2-a06c-4281-aaeb-1eabe6c2701e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414810 Aug 02 13:37:41.742008 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-30cbaeff-4b77-45bb-93ca-4f6242b9ef6a req-e61cb979-beac-4f20-a1b5-882a33a4accc tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:41.748214 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-83e90897-4a85-434e-82ed-547caf610bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:41.823909 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61cb979-beac-4f20-a1b5-882a33a4accc tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event deleted for resources: {'Port': ['ID=15aba55f-7cd9-42e8-a016-21c09b2da3f8,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:41.826313 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-e61cb979-beac-4f20-a1b5-882a33a4accc tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:41.872096 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cbaeff-4b77-45bb-93ca-4f6242b9ef6a req-e61cb979-beac-4f20-a1b5-882a33a4accc tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] No DVR routers for this DVR port 15aba55f-7cd9-42e8-a016-21c09b2da3f8 on host hv-cinder-80318 {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:37:41.874479 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [req-30cbaeff-4b77-45bb-93ca-4f6242b9ef6a req-e61cb979-beac-4f20-a1b5-882a33a4accc tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for port, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:41.877305 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'name': 'network-vif-deleted', 'tag': '15aba55f-7cd9-42e8-a016-21c09b2da3f8'}] {{(pid=78568) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 02 13:37:41.892673 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [req-30cbaeff-4b77-45bb-93ca-4f6242b9ef6a req-e61cb979-beac-4f20-a1b5-882a33a4accc tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.53 "DELETE /v2.0/ports/15aba55f-7cd9-42e8-a016-21c09b2da3f8 HTTP/1.1" status: 204 len: 173 time: 0.7429740 Aug 02 13:37:41.927153 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57c1b84-7a45-4003-8d15-2216e5f91ee1', 'name': 'network-vif-deleted', 'tag': '15aba55f-7cd9-42e8-a016-21c09b2da3f8', 'status': 'completed', 'code': 200} Aug 02 13:37:42.858662 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [req-3a04a727-64b8-4855-97d2-bf131235d3be req-63ab7359-13a1-42a4-9a7a-7253a6b28c28 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "GET /v2.0/ports?device_id=e57c1b84-7a45-4003-8d15-2216e5f91ee1 HTTP/1.1" status: 200 len: 210 time: 0.0482533 Aug 02 13:37:43.230314 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 15aba55f-7cd9-42e8-a016-21c09b2da3f8 no longer exists at agent hyperv_hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:37:43.269643 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] No Port match for: 15aba55f-7cd9-42e8-a016-21c09b2da3f8 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:37:43.270016 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Device 15aba55f-7cd9-42e8-a016-21c09b2da3f8 not bound to the agent host hv-cinder-80318 {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:37:43.951222 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59754) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:44.206012 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-63de01ae-b648-4ba1-ae2d-85c58131cba4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Deleting port b93813b7-eea1-475d-8734-e1639523e730 {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:37:44.206348 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-63de01ae-b648-4ba1-ae2d-85c58131cba4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:44.381089 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-63de01ae-b648-4ba1-ae2d-85c58131cba4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:44.381448 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-63de01ae-b648-4ba1-ae2d-85c58131cba4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:44.504598 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-63de01ae-b648-4ba1-ae2d-85c58131cba4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Calling delete_port for b93813b7-eea1-475d-8734-e1639523e730 owned by network:floatingip {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:37:44.644189 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-63de01ae-b648-4ba1-ae2d-85c58131cba4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:44.648551 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-79f3ad44-4687-471f-99b2-75243bb0fda2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:44.690975 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de01ae-b648-4ba1-ae2d-85c58131cba4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event deleted for resources: {'Port': ['ID=b93813b7-eea1-475d-8734-e1639523e730,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:44.694092 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-63de01ae-b648-4ba1-ae2d-85c58131cba4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:44.786104 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-63de01ae-b648-4ba1-ae2d-85c58131cba4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for floatingip, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:44.799828 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-63de01ae-b648-4ba1-ae2d-85c58131cba4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-467282'] for floatingip, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:44.800943 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-63de01ae-b648-4ba1-ae2d-85c58131cba4 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "DELETE /v2.0/floatingips/912584b9-bea6-4c41-97c0-d3c4253db02b HTTP/1.1" status: 204 len: 168 time: 0.8487530 Aug 02 13:37:46.172620 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59768) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:46.241396 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6b512616-8cbf-430d-91af-c89574a0c9a2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:46.271856 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6b512616-8cbf-430d-91af-c89574a0c9a2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:46.339294 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6b512616-8cbf-430d-91af-c89574a0c9a2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:46.343316 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-c44a7b60-16ff-428c-bc94-34b48909128c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:46.357776 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b512616-8cbf-430d-91af-c89574a0c9a2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce0816e2-a06c-4281-aaeb-1eabe6c2701e,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:46.361843 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-6b512616-8cbf-430d-91af-c89574a0c9a2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:46.371510 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-6b512616-8cbf-430d-91af-c89574a0c9a2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:46.372927 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-6b512616-8cbf-430d-91af-c89574a0c9a2 tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] 10.222.0.49 "DELETE /v2.0/security-groups/ce0816e2-a06c-4281-aaeb-1eabe6c2701e HTTP/1.1" status: 204 len: 168 time: 0.1990969 Aug 02 13:37:46.436258 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59774) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:46.447561 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:37:47.073537 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-59c19d7a-a55a-4159-aec1-7f2af36b871a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719757'] for router_interface, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:47.535374 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-59c19d7a-a55a-4159-aec1-7f2af36b871a admin admin] Deleting port 87db04fa-1911-4cf1-a751-2792133b1376 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:37:47.536105 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-59c19d7a-a55a-4159-aec1-7f2af36b871a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:47.707742 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-59c19d7a-a55a-4159-aec1-7f2af36b871a admin admin] For port 87db04fa-1911-4cf1-a751-2792133b1376, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=87db04fa-1911-4cf1-a751-2792133b1376,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:37:47.708100 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-59c19d7a-a55a-4159-aec1-7f2af36b871a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:47.833777 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-59c19d7a-a55a-4159-aec1-7f2af36b871a admin admin] Calling delete_port for 87db04fa-1911-4cf1-a751-2792133b1376 owned by network:router_interface {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:37:48.209580 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-59c19d7a-a55a-4159-aec1-7f2af36b871a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:48.214236 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-7128dd57-2570-4901-8212-33ff3d680874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:48.304398 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c19d7a-a55a-4159-aec1-7f2af36b871a admin admin] Pushing event deleted for resources: {'Port': ['ID=87db04fa-1911-4cf1-a751-2792133b1376,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:48.307636 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-59c19d7a-a55a-4159-aec1-7f2af36b871a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:48.598995 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-59c19d7a-a55a-4159-aec1-7f2af36b871a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1690357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719729'] for router_interface, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:49.071188 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59c19d7a-a55a-4159-aec1-7f2af36b871a admin admin] Router 7af9c985-ab15-44c2-8fdb-e77dbffd211e has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:37:49.249845 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59c19d7a-a55a-4159-aec1-7f2af36b871a admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:37:49.258450 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab464523-8d6a-4855-812c-ee6dcc04e8a0 None None] Sync routers for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:37:49.263017 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-59c19d7a-a55a-4159-aec1-7f2af36b871a admin admin] 10.222.0.49 "PUT /v2.0/routers/7af9c985-ab15-44c2-8fdb-e77dbffd211e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8256912 Aug 02 13:37:49.265457 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59780) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:49.268623 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab464523-8d6a-4855-812c-ee6dcc04e8a0 None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:37:49.269366 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-ab464523-8d6a-4855-812c-ee6dcc04e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:37:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:49.449849 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-ab464523-8d6a-4855-812c-ee6dcc04e8a0 None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: dv-cinder-803181-1-iscsi {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:37:49.450868 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:49.628048 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:49.638045 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] Deleting port bad990e0-8d5e-4427-8d24-1205319a36f8 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:37:49.638393 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:49.780789 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ccb378ff-d0ab-45f3-b77e-3d643002f987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:49.809060 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-ab464523-8d6a-4855-812c-ee6dcc04e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:37:48Z', 'revision_number': 5, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port': {'id': 'bad990e0-8d5e-4427-8d24-1205319a36f8', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:52:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:16Z', 'updated_at': '2021-08-02T13:30:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:49.812982 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab464523-8d6a-4855-812c-ee6dcc04e8a0 None None] Checking router: 7af9c985-ab15-44c2-8fdb-e77dbffd211e for host: dv-cinder-803181-1-iscsi {{(pid=78569) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:37:49.821453 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab464523-8d6a-4855-812c-ee6dcc04e8a0 None None] Routers {'7af9c985-ab15-44c2-8fdb-e77dbffd211e'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78569) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:37:49.822078 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-ab464523-8d6a-4855-812c-ee6dcc04e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:37:23Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'], 'active': True} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:49.833456 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] For port bad990e0-8d5e-4427-8d24-1205319a36f8, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=bad990e0-8d5e-4427-8d24-1205319a36f8,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:37:49.833841 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:49.961465 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] Calling delete_port for bad990e0-8d5e-4427-8d24-1205319a36f8 owned by network:router_gateway {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:37:49.974965 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_dvr_db [None req-ab464523-8d6a-4855-812c-ee6dcc04e8a0 None None] Set router 7af9c985-ab15-44c2-8fdb-e77dbffd211e gateway port host: None {{(pid=78569) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:37:50.083089 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.db.l3_hamode_db [None req-ab464523-8d6a-4855-812c-ee6dcc04e8a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:37:49Z', 'revision_number': 6, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port_host': None}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:50.087170 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab464523-8d6a-4855-812c-ee6dcc04e8a0 None None] The sync data for ids ['7af9c985-ab15-44c2-8fdb-e77dbffd211e'] in dv-cinder-803181-1-iscsi is: [{'id': '7af9c985-ab15-44c2-8fdb-e77dbffd211e', 'name': 'tempest-TestVolumeBootPattern-744381291-router', 'tenant_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:15Z', 'updated_at': '2021-08-02T13:37:49Z', 'revision_number': 6, 'project_id': 'e99ffc18062146bd9ef14e0b9f4d7281', 'gw_port_host': None}] {{(pid=78569) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:37:50.137682 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:50.141414 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:50.185427 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=bad990e0-8d5e-4427-8d24-1205319a36f8,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:50.188519 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:50.204238 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:50.384335 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1804568'] for router_gateway, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:50.561560 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15699'] for router, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:50.563729 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:50.586402 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718594'] for router, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:50.586916 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7af9c985-ab15-44c2-8fdb-e77dbffd211e {{(pid=78567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 02 13:37:50.600274 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] Notify callbacks [] for router, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:50.601429 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-90b954d7-7053-4065-87da-94bb17c0a9c2 admin admin] 10.222.0.49 "DELETE /v2.0/routers/7af9c985-ab15-44c2-8fdb-e77dbffd211e HTTP/1.1" status: 204 len: 168 time: 1.3350406 Aug 02 13:37:50.603979 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59784) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:50.666024 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b3392df-7b9b-4235-8178-f3f03ca30d73 admin admin] Deleting subnet da947931-afcc-4d6d-9381-9ad3719c6219 {{(pid=78567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:37:50.669205 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2b3392df-7b9b-4235-8178-f3f03ca30d73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:50.718421 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2b3392df-7b9b-4235-8178-f3f03ca30d73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132134288'] for subnet, precommit_delete_associations {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:50.798638 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2b3392df-7b9b-4235-8178-f3f03ca30d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:50.870086 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2b3392df-7b9b-4235-8178-f3f03ca30d73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132222437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133771656'] for subnet, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:50.874230 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:50.886835 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device bad990e0-8d5e-4427-8d24-1205319a36f8 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:37:50.911327 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3392df-7b9b-4235-8178-f3f03ca30d73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da947931-afcc-4d6d-9381-9ad3719c6219,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:50.914448 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-2b3392df-7b9b-4235-8178-f3f03ca30d73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:50.915430 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2b3392df-7b9b-4235-8178-f3f03ca30d73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:50.921400 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-2b3392df-7b9b-4235-8178-f3f03ca30d73 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/da947931-afcc-4d6d-9381-9ad3719c6219 HTTP/1.1" status: 204 len: 168 time: 0.3164349 Aug 02 13:37:50.923980 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59788) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:50.925657 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: bad990e0-8d5e-4427-8d24-1205319a36f8 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:37:50.926222 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device bad990e0-8d5e-4427-8d24-1205319a36f8 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:37:50.926616 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 87db04fa-1911-4cf1-a751-2792133b1376 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:37:50.951879 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a311ff2-7710-417f-a555-0a0731b96586 None None] Network f8026a71-09ec-4cf3-8769-c95dffa8dd1c requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:37:50.990929 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 87db04fa-1911-4cf1-a751-2792133b1376 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:37:50.991282 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 87db04fa-1911-4cf1-a751-2792133b1376 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:37:51.037949 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:51.049111 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Deleting port 13601456-e873-4562-a6d7-e38b5d6ac69f {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:37:51.049483 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:51.233816 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9eb3782-fb8c-4b25-bb41-d799089419f2 None None] DHCP port deletion for f8026a71-09ec-4cf3-8769-c95dffa8dd1c request from dv-cinder-803181-1-iscsi {{(pid=78569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 02 13:37:51.238720 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb3782-fb8c-4b25-bb41-d799089419f2 None None] Deleting port 13601456-e873-4562-a6d7-e38b5d6ac69f {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:37:51.239235 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-e9eb3782-fb8c-4b25-bb41-d799089419f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:51.268057 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] For port 13601456-e873-4562-a6d7-e38b5d6ac69f, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=13601456-e873-4562-a6d7-e38b5d6ac69f,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:37:51.268439 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:51.399638 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Calling delete_port for 13601456-e873-4562-a6d7-e38b5d6ac69f owned by network:dhcp {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:37:51.444934 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-e9eb3782-fb8c-4b25-bb41-d799089419f2 None None] For port 13601456-e873-4562-a6d7-e38b5d6ac69f, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=13601456-e873-4562-a6d7-e38b5d6ac69f,segment=NetworkSegment(511e70f1-fab5-482f-985e-c16dfff1bcb8),segment_id=511e70f1-fab5-482f-985e-c16dfff1bcb8)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:37:51.445367 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-e9eb3782-fb8c-4b25-bb41-d799089419f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:51.478296 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:51.482211 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-38182f22-c45b-4afa-9b77-614ae2974e80 tempest-TestShelveInstance-1301147461 tempest-TestShelveInstance-1301147461-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:51.527981 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=13601456-e873-4562-a6d7-e38b5d6ac69f,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:51.531123 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:51.531881 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] No DVR routers for this DVR port 13601456-e873-4562-a6d7-e38b5d6ac69f on host dv-cinder-803181-1-iscsi {{(pid=78567) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:37:51.575967 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb3782-fb8c-4b25-bb41-d799089419f2 None None] Calling delete_port for 13601456-e873-4562-a6d7-e38b5d6ac69f owned by network:dhcp {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:37:51.650454 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:51.656337 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.db.api [None req-e9eb3782-fb8c-4b25-bb41-d799089419f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 13:37:51.656711 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_db.api [None req-e9eb3782-fb8c-4b25-bb41-d799089419f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 13:37:51.664324 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8026a71-09ec-4cf3-8769-c95dffa8dd1c']}} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:51.676932 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511e70f1-fab5-482f-985e-c16dfff1bcb8') {'for_net_delete': True} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:51.677556 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.services.segments.db [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511e70f1-fab5-482f-985e-c16dfff1bcb8') {} {{(pid=78567) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:51.688480 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132134287'] for segment, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:51.704364 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:51.710682 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=78567) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:37:51.711161 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132222339'] for segment, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: Traceback (most recent call last): Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: timer() Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: cb(*args, **kw) Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: return func(*args, **kwargs) Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: self._notify() Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: self.callback(batched_events) Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: event.method(event) Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: return f(self, *a, **k) Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._get(url).json() Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: return self.request(url, 'GET', **kwargs) Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:37:51.724934 dv-cinder-803181-1-iscsi neutron-server[78567]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:37:51.889245 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:51.892895 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:51.906315 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:51.917318 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Pushing event deleted for resources: {'Network': ['ID=f8026a71-09ec-4cf3-8769-c95dffa8dd1c,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:51.920802 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:51.935728 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-4f240700-71f7-47c6-b408-954c53c30a2a admin admin] 10.222.0.49 "DELETE /v2.0/networks/f8026a71-09ec-4cf3-8769-c95dffa8dd1c HTTP/1.1" status: 204 len: 168 time: 1.0080235 Aug 02 13:37:51.935937 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59792) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:52.158328 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb3782-fb8c-4b25-bb41-d799089419f2 None None] Deleting port 13601456-e873-4562-a6d7-e38b5d6ac69f {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:37:52.158891 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-e9eb3782-fb8c-4b25-bb41-d799089419f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:52.228337 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-e9eb3782-fb8c-4b25-bb41-d799089419f2 None None] The port '13601456-e873-4562-a6d7-e38b5d6ac69f' was deleted {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 02 13:37:52.479171 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5bddf8d6-591f-416d-8a93-38e304730b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1719757'] for router_interface, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:52.790241 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 13601456-e873-4562-a6d7-e38b5d6ac69f no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:37:52.823274 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 13601456-e873-4562-a6d7-e38b5d6ac69f {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:37:52.823626 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 13601456-e873-4562-a6d7-e38b5d6ac69f not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:37:52.829350 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-5bddf8d6-591f-416d-8a93-38e304730b47 admin admin] Deleting port 2eaefbb4-eaac-421e-bda6-98e967bff3ed {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:37:52.829866 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5bddf8d6-591f-416d-8a93-38e304730b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:52.872510 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-d1f0b55a-4d55-4eb6-9360-5a446a85ce36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:53.010755 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-5bddf8d6-591f-416d-8a93-38e304730b47 admin admin] For port 2eaefbb4-eaac-421e-bda6-98e967bff3ed, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=2eaefbb4-eaac-421e-bda6-98e967bff3ed,segment=NetworkSegment(33f8337d-879a-490c-a0a3-c629d7e68bb8),segment_id=33f8337d-879a-490c-a0a3-c629d7e68bb8)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:37:53.011026 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5bddf8d6-591f-416d-8a93-38e304730b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:53.135314 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-5bddf8d6-591f-416d-8a93-38e304730b47 admin admin] Calling delete_port for 2eaefbb4-eaac-421e-bda6-98e967bff3ed owned by network:router_interface {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:37:53.421079 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5bddf8d6-591f-416d-8a93-38e304730b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:53.426245 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-3ca0cba1-5152-46d4-bec3-18768bf862ff tempest-TestVolumeBootPattern-1937979514 tempest-TestVolumeBootPattern-1937979514-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:53.474424 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddf8d6-591f-416d-8a93-38e304730b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=2eaefbb4-eaac-421e-bda6-98e967bff3ed,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:53.500727 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5bddf8d6-591f-416d-8a93-38e304730b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:53.627101 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:53.747618 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-5bddf8d6-591f-416d-8a93-38e304730b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1690357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1719729'] for router_interface, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:54.113392 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bddf8d6-591f-416d-8a93-38e304730b47 admin admin] Router 7786966a-c5a9-49fe-a55c-d6118414e1b5 has already been hosted by L3 agent 81776bc5-4ef0-45cc-91e8-a17360453369 {{(pid=78567) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Aug 02 13:37:54.292573 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bddf8d6-591f-416d-8a93-38e304730b47 admin admin] Notify agent at l3_agent.dv-cinder-803181-1-iscsi the message routers_updated {{(pid=78567) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Aug 02 13:37:54.302761 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fcfc94-52e4-4de2-9468-0995df76b329 None None] Sync routers for ids ['7786966a-c5a9-49fe-a55c-d6118414e1b5'] in dv-cinder-803181-1-iscsi {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 02 13:37:54.309318 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-5bddf8d6-591f-416d-8a93-38e304730b47 admin admin] 10.222.0.49 "PUT /v2.0/routers/7786966a-c5a9-49fe-a55c-d6118414e1b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3723803 Aug 02 13:37:54.312125 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59796) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:54.315590 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fcfc94-52e4-4de2-9468-0995df76b329 None None] Routers {'7786966a-c5a9-49fe-a55c-d6118414e1b5'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:37:54.316826 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-e4fcfc94-52e4-4de2-9468-0995df76b329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:37:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7786966a-c5a9-49fe-a55c-d6118414e1b5'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:54.489837 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] Notify callbacks [] for router, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:54.502789 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-e4fcfc94-52e4-4de2-9468-0995df76b329 None None] Set router 7786966a-c5a9-49fe-a55c-d6118414e1b5 gateway port host: dv-cinder-803181-1-iscsi {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:37:54.790709 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:54.801828 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] Deleting port c1542d41-4645-4e84-9872-ce76ee75ae38 {{(pid=78567) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:37:54.802286 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:54.846541 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-e4fcfc94-52e4-4de2-9468-0995df76b329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'name': 'tempest-TestVolumeBootPattern-1859811454-router', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'external_fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.136'}], 'enable_snat': True}, 'gw_port_id': 'c1542d41-4645-4e84-9872-ce76ee75ae38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:21Z', 'updated_at': '2021-08-02T13:37:53Z', 'revision_number': 5, 'project_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'gw_port': {'id': 'c1542d41-4645-4e84-9872-ce76ee75ae38', 'name': '', 'network_id': 'a8a644a4-d85e-44e8-9e00-0dce09f6ac13', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:92:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'ip_address': '172.27.2.136', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-803181-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-02T13:30:22Z', 'updated_at': '2021-08-02T13:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f4078bd4-78d7-483f-828a-d1e17f6b901c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-803181-1-iscsi'}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:54.851453 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fcfc94-52e4-4de2-9468-0995df76b329 None None] Checking router: 7786966a-c5a9-49fe-a55c-d6118414e1b5 for host: dv-cinder-803181-1-iscsi {{(pid=78570) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 02 13:37:54.861552 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fcfc94-52e4-4de2-9468-0995df76b329 None None] Routers {'7786966a-c5a9-49fe-a55c-d6118414e1b5'} bound to L3 agent in host dv-cinder-803181-1-iscsi {{(pid=78570) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 02 13:37:54.862642 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-e4fcfc94-52e4-4de2-9468-0995df76b329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-803181-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-02T13:08:23Z,description=,heartbeat_timestamp=2021-08-02T13:37:53Z,host='dv-cinder-803181-1-iscsi',id=81776bc5-4ef0-45cc-91e8-a17360453369,load=0,resource_versions=,resources_synced=,started_at=2021-08-02T13:08:23Z,topic='l3_agent')) {'router_ids': ['7786966a-c5a9-49fe-a55c-d6118414e1b5'], 'active': True} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:54.983572 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.db [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] For port c1542d41-4645-4e84-9872-ce76ee75ae38, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=c1542d41-4645-4e84-9872-ce76ee75ae38,segment=NetworkSegment(ad055527-dd94-4485-86c1-7737ec743bb6),segment_id=ad055527-dd94-4485-86c1-7737ec743bb6)] {{(pid=78567) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:37:54.983932 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:55.016417 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_dvr_db [None req-e4fcfc94-52e4-4de2-9468-0995df76b329 None None] Set router 7786966a-c5a9-49fe-a55c-d6118414e1b5 gateway port host: None {{(pid=78570) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Aug 02 13:37:55.038428 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:55.110212 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.plugins.ml2.plugin [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] Calling delete_port for c1542d41-4645-4e84-9872-ce76ee75ae38 owned by network:router_gateway {{(pid=78567) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:37:55.121987 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.l3_hamode_db [None req-e4fcfc94-52e4-4de2-9468-0995df76b329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'name': 'tempest-TestVolumeBootPattern-1859811454-router', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:21Z', 'updated_at': '2021-08-02T13:37:54Z', 'revision_number': 6, 'project_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'gw_port_host': None}], 'dv-cinder-803181-1-iscsi', False) {} {{(pid=78570) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:55.125941 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fcfc94-52e4-4de2-9468-0995df76b329 None None] The sync data for ids ['7786966a-c5a9-49fe-a55c-d6118414e1b5'] in dv-cinder-803181-1-iscsi is: [{'id': '7786966a-c5a9-49fe-a55c-d6118414e1b5', 'name': 'tempest-TestVolumeBootPattern-1859811454-router', 'tenant_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-02T13:30:21Z', 'updated_at': '2021-08-02T13:37:54Z', 'revision_number': 6, 'project_id': 'bfb4745b2da54317b69b8e0095f4bb6e', 'gw_port_host': None}] {{(pid=78570) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 02 13:37:55.284769 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132222390'] for port, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:55.289430 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:55.336680 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] Pushing event deleted for resources: {'Port': ['ID=c1542d41-4645-4e84-9872-ce76ee75ae38,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:55.370996 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:55.429386 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1804568'] for router_gateway, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:55.611372 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1719106', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15699'] for router, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:55.613639 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:55.637638 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1718594'] for router, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:55.638142 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7786966a-c5a9-49fe-a55c-d6118414e1b5 {{(pid=78567) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Aug 02 13:37:55.650936 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] Notify callbacks [] for router, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:55.652066 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-2683527d-1c3c-4d59-b67e-00dd98ffc19a admin admin] 10.222.0.49 "DELETE /v2.0/routers/7786966a-c5a9-49fe-a55c-d6118414e1b5 HTTP/1.1" status: 204 len: 168 time: 1.3390226 Aug 02 13:37:55.654543 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59800) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:55.717087 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.db.db_base_plugin_v2 [None req-045e937d-2cbb-4bf1-b0b4-81d01ab10b41 admin admin] Deleting subnet aca83755-b61c-4438-8c91-096b87e46c7b {{(pid=78567) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Aug 02 13:37:55.720135 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-045e937d-2cbb-4bf1-b0b4-81d01ab10b41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:55.770600 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-045e937d-2cbb-4bf1-b0b4-81d01ab10b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-132134288'] for subnet, precommit_delete_associations {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:55.848788 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-045e937d-2cbb-4bf1-b0b4-81d01ab10b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3531935'] for subnet, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:55.931477 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-045e937d-2cbb-4bf1-b0b4-81d01ab10b41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3531920', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-132222437', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-133771656'] for subnet, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:55.935204 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-a0518063-3d7a-4dc2-bc16-acc9fbfe8811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:55.973836 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e937d-2cbb-4bf1-b0b4-81d01ab10b41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca83755-b61c-4438-8c91-096b87e46c7b,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:55.975923 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-045e937d-2cbb-4bf1-b0b4-81d01ab10b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:55.978826 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-045e937d-2cbb-4bf1-b0b4-81d01ab10b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:55.982249 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedbeb40-2693-4ff7-93ca-af755a8ecf22 None None] Network c6130ad9-f121-4a34-8c85-49a7af9f0ae4 requested from dv-cinder-803181-1-iscsi {{(pid=78569) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Aug 02 13:37:55.985994 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-045e937d-2cbb-4bf1-b0b4-81d01ab10b41 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/aca83755-b61c-4438-8c91-096b87e46c7b HTTP/1.1" status: 204 len: 168 time: 0.3301606 Aug 02 13:37:55.986205 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59804) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:56.097603 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3409246'] for network, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:56.108441 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Deleting port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e {{(pid=78568) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:37:56.109004 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:56.277479 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ccdf9af-e16f-4264-b9ca-1399b2190519 None None] DHCP port deletion for c6130ad9-f121-4a34-8c85-49a7af9f0ae4 request from dv-cinder-803181-1-iscsi {{(pid=78569) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Aug 02 13:37:56.282786 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-9ccdf9af-e16f-4264-b9ca-1399b2190519 None None] Deleting port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:37:56.283395 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-9ccdf9af-e16f-4264-b9ca-1399b2190519 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:56.332002 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.db [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] For port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e,segment=NetworkSegment(33f8337d-879a-490c-a0a3-c629d7e68bb8),segment_id=33f8337d-879a-490c-a0a3-c629d7e68bb8)] {{(pid=78568) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:37:56.332323 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:56.456687 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.plugin [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Calling delete_port for 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e owned by network:dhcp {{(pid=78568) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:37:56.487268 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.db [None req-9ccdf9af-e16f-4264-b9ca-1399b2190519 None None] For port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e, host dv-cinder-803181-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-803181-1-iscsi',level=0,port_id=7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e,segment=NetworkSegment(33f8337d-879a-490c-a0a3-c629d7e68bb8),segment_id=33f8337d-879a-490c-a0a3-c629d7e68bb8)] {{(pid=78569) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Aug 02 13:37:56.487799 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-9ccdf9af-e16f-4264-b9ca-1399b2190519 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1806078'] for port, precommit_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:56.534075 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3459060', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-506796', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774015606860', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774015126065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-132699254'] for port, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:56.538462 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-bb270d3c-38db-4446-80c0-2e626a764db5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:56.619094 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-9ccdf9af-e16f-4264-b9ca-1399b2190519 None None] Calling delete_port for 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e owned by network:dhcp {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}} Aug 02 13:37:56.679995 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:56.683531 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:56.685844 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] No DVR routers for this DVR port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e on host dv-cinder-803181-1-iscsi {{(pid=78568) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 02 13:37:56.693740 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.db.api [None req-9ccdf9af-e16f-4264-b9ca-1399b2190519 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=78569) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 02 13:37:56.694108 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG oslo_db.api [None req-9ccdf9af-e16f-4264-b9ca-1399b2190519 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=78569) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 02 13:37:56.795417 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 2eaefbb4-eaac-421e-bda6-98e967bff3ed no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:37:56.803176 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3538020', 'neutron.services.segments.db._delete_segments_for_network-8774015622301'] for network, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:56.816752 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6130ad9-f121-4a34-8c85-49a7af9f0ae4']}} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:56.828827 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f8337d-879a-490c-a0a3-c629d7e68bb8') {'for_net_delete': True} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:56.829133 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.services.segments.db [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f8337d-879a-490c-a0a3-c629d7e68bb8') {} {{(pid=78568) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 02 13:37:56.830024 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 2eaefbb4-eaac-421e-bda6-98e967bff3ed {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:37:56.830294 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 2eaefbb4-eaac-421e-bda6-98e967bff3ed not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:37:56.830733 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device c1542d41-4645-4e84-9872-ce76ee75ae38 no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:37:56.841663 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774015619831', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-132345245'] for segment, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:56.858402 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533989'] for segment, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:56.865260 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=78568) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 02 13:37:56.865722 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3533996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-132699203'] for segment, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:56.868113 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: c1542d41-4645-4e84-9872-ce76ee75ae38 {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:37:56.868479 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device c1542d41-4645-4e84-9872-ce76ee75ae38 not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:37:56.868905 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e no longer exists at agent ovs-agent-dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: Traceback (most recent call last): Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: timer() Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: cb(*args, **kw) Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: return func(*args, **kwargs) Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: self._notify() Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: self.callback(batched_events) Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: event.method(event) Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: aggregate_uuid = self.p_client.list_aggregates( Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: return f(self, *a, **k) Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._get(url).json() Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: return self.request(url, 'GET', **kwargs) Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: base_url = self.get_endpoint(auth, allow=allow, Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 02 13:37:56.879531 dv-cinder-803181-1-iscsi neutron-server[78568]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 02 13:37:56.903699 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] No Port match for: 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e {{(pid=78569) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}} Aug 02 13:37:56.904063 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.rpc [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Device 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e not bound to the agent host dv-cinder-803181-1-iscsi {{(pid=78569) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Aug 02 13:37:56.958617 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3537949', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909365', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1690366', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1804549'] for network, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:56.965282 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1690344'] for network, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:56.967671 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:56.990964 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6130ad9-f121-4a34-8c85-49a7af9f0ae4,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:56.993865 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:56.997399 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-48b2805a-465d-4b60-9e4e-c62b91d313f3 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c6130ad9-f121-4a34-8c85-49a7af9f0ae4 HTTP/1.1" status: 204 len: 168 time: 1.0103695 Aug 02 13:37:57.109438 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59810) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:57.158785 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-82f38dd0-7b3a-4db7-94ae-1cac30267611 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e99ffc18062146bd9ef14e0b9f4d7281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480676 Aug 02 13:37:57.161250 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.wsgi [-] (78568) accepted ('10.222.0.49', 59814) {{(pid=78568) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:57.195891 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-9ccdf9af-e16f-4264-b9ca-1399b2190519 None None] Deleting port 7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e {{(pid=78569) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1888}} Aug 02 13:37:57.196293 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-9ccdf9af-e16f-4264-b9ca-1399b2190519 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774015601448'] for port, before_delete {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:57.222905 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-29eddaac-6032-4dcc-9bb2-4448fa99d7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:57.248927 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-29eddaac-6032-4dcc-9bb2-4448fa99d7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:57.265513 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron.plugins.ml2.plugin [None req-9ccdf9af-e16f-4264-b9ca-1399b2190519 None None] The port '7b502ec2-2ffc-4d5a-869f-dc4b59a24b3e' was deleted {{(pid=78569) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1918}} Aug 02 13:37:57.309121 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-29eddaac-6032-4dcc-9bb2-4448fa99d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:57.313151 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-9475d2aa-c036-4967-83da-1c6c27b6467e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:57.328277 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29eddaac-6032-4dcc-9bb2-4448fa99d7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86e852e3-05d4-41a4-b7bb-2aa7f734add5,revision_number=None']} {{(pid=78568) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:57.330742 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG oslo_concurrency.lockutils [None req-29eddaac-6032-4dcc-9bb2-4448fa99d7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78568) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:57.337437 dv-cinder-803181-1-iscsi neutron-server[78568]: DEBUG neutron_lib.callbacks.manager [None req-29eddaac-6032-4dcc-9bb2-4448fa99d7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78568) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:57.338820 dv-cinder-803181-1-iscsi neutron-server[78568]: INFO neutron.wsgi [None req-29eddaac-6032-4dcc-9bb2-4448fa99d7fe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86e852e3-05d4-41a4-b7bb-2aa7f734add5 HTTP/1.1" status: 204 len: 168 time: 0.1766419 Aug 02 13:37:57.675743 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59822) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:57.726478 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b72b8573-5675-482b-ad99-12bae92ea161 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bfb4745b2da54317b69b8e0095f4bb6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494144 Aug 02 13:37:57.728837 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.wsgi [-] (78567) accepted ('10.222.0.49', 59826) {{(pid=78567) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Aug 02 13:37:57.790997 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b84173a6-7a69-42e8-9f7a-c6c1b4b02af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:57.818611 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b84173a6-7a69-42e8-9f7a-c6c1b4b02af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:57.871321 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b84173a6-7a69-42e8-9f7a-c6c1b4b02af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1909342'] for security_group, after_delete {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:57.876030 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-5be51648-d802-4861-8ff1-dfee18dd7d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 02 13:37:57.886626 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84173a6-7a69-42e8-9f7a-c6c1b4b02af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b49cd1-a6fe-47cd-a4a1-7c6ae5d2d8da,revision_number=None']} {{(pid=78567) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 02 13:37:57.889997 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG oslo_concurrency.lockutils [None req-b84173a6-7a69-42e8-9f7a-c6c1b4b02af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78567) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 02 13:37:57.894046 dv-cinder-803181-1-iscsi neutron-server[78567]: DEBUG neutron_lib.callbacks.manager [None req-b84173a6-7a69-42e8-9f7a-c6c1b4b02af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78567) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:37:57.895286 dv-cinder-803181-1-iscsi neutron-server[78567]: INFO neutron.wsgi [None req-b84173a6-7a69-42e8-9f7a-c6c1b4b02af2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/79b49cd1-a6fe-47cd-a4a1-7c6ae5d2d8da HTTP/1.1" status: 204 len: 168 time: 0.1654797 Aug 02 13:38:06.960266 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:38:19.773679 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-089f8383-df83-43ac-a3d0-688b0764a690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:38:20.196262 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:38:22.874889 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a5aabec6-db1b-4503-9149-a43598a79df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:38:23.447111 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:38:23.626986 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:38:25.037695 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:38:36.965401 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:38:49.778110 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-5f4f6a39-110f-45fd-a57f-f2f5d4b5474a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:38:50.198797 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:38:52.876144 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-0142c5d4-578d-42cc-89c5-9483f917832f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:38:53.631008 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:38:55.039389 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:39:00.448537 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:39:06.965337 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:39:19.786698 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-227e26e5-201d-4efa-9edc-3dd52bf38c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:39:20.200778 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:39:22.879509 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6a7c1b4c-9633-4145-abf0-704366e320b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:39:23.633777 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:39:25.044762 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:39:36.980472 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:39:37.447803 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:39:49.779743 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-b9a0ee6b-ce79-400b-b643-ed7b1848f1a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:39:50.203980 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:39:52.882089 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-585f2ca7-1313-46f4-81b5-25d9c9674918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:39:53.636586 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:39:55.045256 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:40:06.995497 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:40:14.446970 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:40:19.783403 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-304baf58-9413-417c-8807-96d36f8ad8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:40:20.206405 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:40:22.885790 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-f705c513-cf40-4e56-ad11-23160b25c9ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:40:23.639075 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:40:25.047759 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:40:36.984390 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:40:49.778995 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-8724452c-4c68-45a9-a96d-80e8859bad73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:40:50.209422 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:40:51.446301 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:40:52.887858 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-2d2881b9-686f-4913-acec-393252a1bc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:40:53.647326 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:40:55.049829 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:41:07.003557 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:41:19.781268 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-ffbed95e-0316-4962-b508-b7a3a90e840d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:41:20.214614 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:41:22.890060 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-4a2590f6-093c-4b78-b5eb-5fec9727cd88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:41:23.644820 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:41:25.052172 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:41:28.444987 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:41:37.011159 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:41:49.821033 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-cc42f16e-0578-4dd7-a823-d6ef193ea9e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:41:50.217643 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:41:52.896698 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-69f10bad-465f-4142-9002-bd82cc07c791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:41:53.647078 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:41:55.055532 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:42:05.444390 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:42:07.008949 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:42:19.783034 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-e629cdad-f343-451c-8c3e-f47b7b9b9e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:42:20.219647 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:42:22.889563 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a2365d45-eb61-42aa-ba5a-49c9d8fbab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:42:23.650375 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:42:25.057855 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:42:37.008606 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:42:42.443131 dv-cinder-803181-1-iscsi neutron-server[78570]: DEBUG neutron.db.agents_db [None req-45356620-477b-46f1-be88-aeeb427defc2 None None] Agent healthcheck: found 6 active agents {{(pid=78570) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Aug 02 13:42:49.785824 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-8ea94d18-cf16-439c-af94-9b09595511da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:42:50.221402 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-6355446e-8533-4d34-aa56-11f6f25b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:42:52.897868 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-69aac464-befa-4db1-ae9f-b98147fe5a94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:42:53.654727 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-1f4dd671-ace8-46f1-9563-8415b54e90bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:42:55.061897 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-275dd092-8751-4c65-949b-cbe95c352d68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 02 13:43:07.009210 dv-cinder-803181-1-iscsi neutron-server[78569]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a339-c4e9-426b-a7ac-1e8b7eba5fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774015622283', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3535454'] for agent, after_update {{(pid=78569) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}